-- Logs begin at Wed 2021-12-15 15:30:43 UTC, end at Wed 2021-12-15 16:29:56 UTC. -- Dec 15 16:02:32.037121 dv-cinder-800704-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 16:02:34.883014 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.common.config [-] Logging enabled! Dec 15 16:02:34.883619 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 16:02:34.883797 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102450) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 16:02:34.887025 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.common.config [-] Logging enabled! Dec 15 16:02:34.887279 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 16:02:34.887589 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102450) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 16:02:34.888649 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 16:02:34.888886 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 16:02:34.889244 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 16:02:34.889514 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 16:02:34.889741 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 16:02:34.890056 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.890475 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 16:02:34.890786 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.891079 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.891376 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.891663 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.891950 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.892227 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.892511 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.892804 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.893083 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.893358 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.893660 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.893946 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.894224 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.894507 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.894789 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.895067 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] debug = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.895345 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.895774 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.896183 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.896466 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.896752 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.897028 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.897295 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.897590 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.897871 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.898194 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] host = dv-cinder-800704-2-iscsi {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.898476 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.898759 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.899043 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.899327 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.899597 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.899872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.900151 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.900439 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.900692 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.900962 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.901245 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.901556 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.901843 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.902065 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.902285 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.902572 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.902853 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.903126 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.903397 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.903666 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.903971 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.904243 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.904511 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.904794 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.905078 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.905359 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.905654 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.905923 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.906191 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.906713 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.906994 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.907262 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.907530 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.907798 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.908081 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.908351 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.908621 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.908918 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.909201 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.909517 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.909802 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.910072 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.910353 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.910625 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.910895 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.911163 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] use_json = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.911433 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.911700 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.911977 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.912244 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.912513 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.912781 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.913048 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.913326 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:34.913647 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.913940 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.914236 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.914520 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.914819 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.915097 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.915383 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.915661 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.915944 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.916229 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.916517 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.916796 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.917083 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.917358 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.917726 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.918024 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.918319 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.918609 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.918884 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.919157 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.919954 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.920242 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.920529 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.920807 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.921093 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.921378 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.921677 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.921971 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.922255 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.922545 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.922832 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.923103 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.923382 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.923670 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.923947 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.924220 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.924496 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.924784 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.925060 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.925330 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.925638 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.925917 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.926188 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.926459 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.926738 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.927027 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.927304 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.927574 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.927852 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.928128 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.928397 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.928682 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.928959 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.929232 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.929533 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.929813 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.930086 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.930356 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.930633 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.930904 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.931182 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.931458 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.931732 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.932005 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.932278 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.932551 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.932824 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.933097 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.933373 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.933668 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.933940 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.934214 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.934485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.934762 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.935072 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.935910 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.936191 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.936471 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.936753 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.937037 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.937317 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.937620 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.937900 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.938184 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.938461 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.938751 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.939039 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.939328 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.939612 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.939916 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.940213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.940488 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.940771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.941049 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.941327 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.941635 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.941920 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.942210 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.942499 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.942788 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.943081 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.943371 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.943652 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.943959 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.944238 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:34.944455 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 16:02:34.944696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102450) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 16:02:35.369859 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 16:02:35.370152 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 16:02:35.370481 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 16:02:35.370830 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 16:02:35.702009 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.702273 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.702512 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.703835 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.704117 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.704390 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.750903 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.751184 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.751454 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.765527 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.765816 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.766090 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.795353 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.795633 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.795905 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.833488 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.833774 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:35.834050 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.170444 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.171110 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.171110 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.171292 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.171957 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.276425 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.276754 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.277043 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.277322 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.277620 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.277938 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.278202 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.278463 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.278720 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.279153 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.279426 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.279693 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.279956 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.280215 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.280487 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.280758 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.281019 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.281301 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.281856 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.282120 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.282398 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.282657 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.282943 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.283326 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.283579 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.283828 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.284230 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:36.284479 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:36.284723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:36.284965 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:36.285207 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:36.285472 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:36.285843 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 16:02:36.289014 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 16:02:36.293165 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 16:02:36.297302 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 15 16:02:36.298996 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 16:02:36.299460 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 16:02:36.299804 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 16:02:36.300200 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 16:02:36.303074 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 16:02:36.303334 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 16:02:36.303684 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 16:02:36.309031 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 16:02:36.337441 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 16:02:36.338186 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.338630 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102450) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 16:02:36.339003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.340420 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102450) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 16:02:36.340712 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 16:02:36.340964 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 16:02:36.345766 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.346165 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:36.430435 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 16:02:36.430681 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 16:02:36.430925 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 16:02:36.431310 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 16:02:36.453937 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_db.sqlalchemy.engines [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102450) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 16:02:36.889805 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing driver for type 'gre' Dec 15 16:02:36.890347 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] gre ID ranges: [(1, 1000)] Dec 15 16:02:36.943215 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing driver for type 'local' Dec 15 16:02:36.943626 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing driver for type 'vlan' Dec 15 16:02:36.956967 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] VlanTypeDriver initialization complete Dec 15 16:02:36.957344 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing driver for type 'vxlan' Dec 15 16:02:36.957896 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] vxlan ID ranges: [(1, 1000)] Dec 15 16:02:37.013942 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing extension driver 'port_security' Dec 15 16:02:37.014270 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] PortSecurityExtensionDriver initialization complete Dec 15 16:02:37.014678 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing mechanism driver 'openvswitch' Dec 15 16:02:37.015042 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing mechanism driver 'hyperv' Dec 15 16:02:37.021725 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:02:37.022579 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.022959 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.023318 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.023856 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:02:37.024295 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.024654 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.025003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.025432 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:02:37.025976 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.026334 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.026687 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.027093 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:02:37.027508 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > security_group after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.027863 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > security_group after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.028210 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.028623 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:02:37.029603 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.029983 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.030326 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.030727 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:02:37.031140 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > address_group after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.031749 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > address_group after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.032095 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.032496 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102450) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:02:37.032881 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] ML2 OVO RPC backend initialized. {{(pid=102450) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 16:02:37.033624 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.033985 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.034407 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.034760 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > networks before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.035112 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.035459 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > ports before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.035830 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.036166 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnets before_response 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.036523 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.036886 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.037227 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.037601 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.037946 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.038287 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.038630 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.038971 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.039306 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.039898 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.plugin [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Modular L2 Plugin initialization complete Dec 15 16:02:37.040236 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading services supported by the core plugin {{(pid=102450) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 16:02:37.040570 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.plugins.ml2.managers [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Got port-security extension from driver 'port_security' Dec 15 16:02:37.041041 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.extensions.vlantransparent [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Disabled vlantransparent extension. Dec 15 16:02:37.041904 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102450) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 16:02:37.041904 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: router Dec 15 16:02:37.079103 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.079504 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_create 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.079880 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router before_create 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.080250 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.080630 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.080991 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_delete 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.081355 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.081858 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.082227 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_create 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.082585 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_update 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.082939 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_update 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.083290 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.083654 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_update 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.084079 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_update 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.084454 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.084799 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.085144 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: subnet after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.085517 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.085873 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.086227 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_create 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.086576 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.086925 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.087286 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router after_update 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.087638 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.087994 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_create 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.088361 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.088711 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_update 55549900 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.089079 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > agent after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.089457 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > agent after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.089808 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > network after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.090679 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Tracking information for resource: router configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:37.091017 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Tracking information for resource: floatingip configured {{(pid=102450) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:02:37.096529 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.db.l3_agentschedulers_db [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 16:02:37.097116 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.097514 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.097881 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.098243 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.099040 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router before_create 55550100 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.099415 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.099783 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_create 55550100 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.100144 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > router precommit_update 55550100 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.105010 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.provider_configuration [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service providers = [] {{(pid=102450) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 16:02:37.105401 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.db.servicetype_db [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102450) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 16:02:37.108949 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.service_base [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:02:37.109304 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.service_base [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:02:37.109676 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.service_base [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:02:37.110581 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.services.service_base [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102450) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:02:37.110959 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.services.service_base [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 16:02:37.111345 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.111671 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 16:02:37.122499 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.122873 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: auto_allocate Dec 15 16:02:37.128759 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: network precommit_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.129139 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: network precommit_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.129705 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.130037 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: tag Dec 15 16:02:37.136832 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.137169 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: timestamp Dec 15 16:02:37.141746 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.142034 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: network_ip_availability Dec 15 16:02:37.147550 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.147928 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.148293 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.149012 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.149339 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: flavors Dec 15 16:02:37.154925 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.155261 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading Plugin: revisions Dec 15 16:02:37.159868 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102450) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:02:37.160267 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_concurrency.lockutils [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=102450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 16:02:37.161019 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102450) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 16:02:37.161363 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Initializing extension manager. Dec 15 16:02:37.161917 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: __init__.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.162268 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: __pycache__ {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.162612 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.162953 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: address_group.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.163723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.164295 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: address-group Dec 15 16:02:37.164626 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: address_scope.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.165349 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.165892 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: address-scope Dec 15 16:02:37.166222 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.167162 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.167709 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: router-admin-state-down-before-update Dec 15 16:02:37.168040 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: agent.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.168743 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.169255 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: agent Dec 15 16:02:37.169639 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: agent_resources_synced.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.170563 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.171100 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: agent-resources-synced Dec 15 16:02:37.171391 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: allowedaddresspairs.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.173192 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.173759 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: allowed-address-pairs Dec 15 16:02:37.174095 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: auto_allocated_topology.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.175197 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.175726 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: auto-allocated-topology Dec 15 16:02:37.176060 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: availability_zone.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.176763 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.177281 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: availability_zone Dec 15 16:02:37.177644 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: availability_zone_filter.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.178577 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.179095 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: availability_zone_filter Dec 15 16:02:37.179424 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: data_plane_status.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.180351 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.180866 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 16:02:37.181194 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: default_subnetpools.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.182161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.182676 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: default-subnetpools Dec 15 16:02:37.183005 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.183825 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.184338 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: dhcp_agent_scheduler Dec 15 16:02:37.184665 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: dns.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.185675 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.186186 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 16:02:37.186516 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: dns_domain_ports.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.187449 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.187967 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 16:02:37.188299 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.189236 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.189787 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 16:02:37.190121 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: dvr.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.190798 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.191310 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: dvr Dec 15 16:02:37.191640 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: ecmp_routes.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.192569 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.193078 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 16:02:37.193440 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: empty_string_filtering.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.194365 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.194880 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: empty-string-filtering Dec 15 16:02:37.195212 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.196135 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.196648 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 16:02:37.196981 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.197939 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.198453 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 16:02:37.198786 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: external_net.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.199710 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.200254 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: external-net Dec 15 16:02:37.200583 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.202291 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.202810 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: extra_dhcp_opt Dec 15 16:02:37.203141 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: extraroute.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.204073 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.204597 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: extraroute Dec 15 16:02:37.204932 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: extraroute_atomic.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.207475 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.208023 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: extraroute-atomic Dec 15 16:02:37.208365 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: filter_validation.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.209051 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.209689 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: filter-validation Dec 15 16:02:37.210025 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: fip_pf_description.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.210962 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.211475 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 16:02:37.211805 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: fip_port_details.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.212741 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.213257 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: fip-port-details Dec 15 16:02:37.213628 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: flavors.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.214881 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.215409 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: flavors Dec 15 16:02:37.215742 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.218202 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.218744 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 16:02:37.219087 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: floatingip_pools.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.219820 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.220341 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: floatingip-pools Dec 15 16:02:37.220674 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: ip_allocation.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.221709 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.222227 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 16:02:37.222561 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.223501 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.224024 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: ip-substring-filtering Dec 15 16:02:37.224357 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l2_adjacency.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.225304 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.225844 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 16:02:37.226175 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.227180 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.227703 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: router Dec 15 16:02:37.228138 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.230500 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.231037 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 16:02:37.231377 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.232381 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.232905 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: ext-gw-mode Dec 15 16:02:37.233242 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.234236 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.234759 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: l3-ha Dec 15 16:02:37.235093 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3_flavors.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.236023 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.236551 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: l3-flavors Dec 15 16:02:37.236885 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.237851 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.238377 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 16:02:37.238709 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: l3agentscheduler.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.239776 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.240297 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: l3_agent_scheduler Dec 15 16:02:37.240634 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: local_ip.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.242459 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.242991 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension local_ip not supported by any of loaded plugins Dec 15 16:02:37.243329 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: logging.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.244831 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.245365 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension logging not supported by any of loaded plugins Dec 15 16:02:37.245742 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: metering.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.246626 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.247223 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: metering Dec 15 16:02:37.247563 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.248993 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.249555 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: metering_source_and_destination_fields Dec 15 16:02:37.249895 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: multiprovidernet.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.250839 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.251361 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: multi-provider Dec 15 16:02:37.251696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: netmtu.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.252626 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.253144 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: net-mtu Dec 15 16:02:37.253508 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: netmtu_writable.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.254445 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.254964 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: net-mtu-writable Dec 15 16:02:37.255298 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: network_availability_zone.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.255978 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.256493 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: network_availability_zone Dec 15 16:02:37.256824 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: network_ip_availability.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.257970 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.258499 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: network-ip-availability Dec 15 16:02:37.258832 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: network_segment_range.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.259604 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.260114 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 16:02:37.260446 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: pagination.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.261470 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.261811 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: pagination Dec 15 16:02:37.262140 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: port_device_profile.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.263067 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.264329 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: port-device-profile Dec 15 16:02:37.264666 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.265635 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.266160 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: port-mac-address-regenerate Dec 15 16:02:37.266491 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.267427 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.267951 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: port-numa-affinity-policy Dec 15 16:02:37.268283 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: port_resource_request.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.269213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.269762 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 16:02:37.270095 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: port_resource_request_groups.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.271073 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.271586 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 16:02:37.271918 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: portbindings.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.272854 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.273372 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: binding Dec 15 16:02:37.273731 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: portbindings_extended.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.275024 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.275547 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: binding-extended Dec 15 16:02:37.275888 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: portsecurity.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.276821 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.277339 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: port-security Dec 15 16:02:37.277701 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: project_id.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.278704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.279701 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: project-id Dec 15 16:02:37.280056 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: providernet.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.280999 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.281804 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: provider Dec 15 16:02:37.282136 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.285802 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.286342 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos not supported by any of loaded plugins Dec 15 16:02:37.286686 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.287959 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.288484 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 16:02:37.288824 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.289844 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.290363 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 16:02:37.290702 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_default.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.291629 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.292146 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-default not supported by any of loaded plugins Dec 15 16:02:37.292477 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_fip.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.293140 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.293686 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 16:02:37.294016 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.295071 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 16:02:37.295410 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_gateway_ip.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.296339 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.296863 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 16:02:37.297196 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_port_network_policy.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.298169 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.298690 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 16:02:37.299020 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.300185 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.300707 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 16:02:37.301037 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_pps_rule.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.302285 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.302807 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 16:02:37.303144 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_rule_type_details.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.304080 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.304601 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 16:02:37.304936 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: qos_rules_alias.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.306023 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.306549 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 16:02:37.306886 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: quota_check_limit.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.307818 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.308340 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: quota-check-limit Dec 15 16:02:37.308677 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: quotasv2.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.309642 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.309980 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: quotas Dec 15 16:02:37.310334 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: quotasv2_detail.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.313524 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.313873 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: quota_details Dec 15 16:02:37.314217 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: rbac.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.315285 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.315828 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: rbac-policies Dec 15 16:02:37.316167 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: rbac_address_group.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.317123 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.317678 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: rbac-address-group Dec 15 16:02:37.318015 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: rbac_address_scope.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.318952 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.319476 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: rbac-address-scope Dec 15 16:02:37.319810 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: rbac_security_groups.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.320741 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.321268 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: rbac-security-groups Dec 15 16:02:37.321630 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: rbac_subnetpool.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.322560 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.323080 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: rbac-subnetpool Dec 15 16:02:37.323418 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: revisionifmatch.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.324357 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.324877 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: revision-if-match Dec 15 16:02:37.325206 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: revisions.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.326875 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.327399 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: standard-attr-revisions Dec 15 16:02:37.327732 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: router_availability_zone.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.328410 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.329013 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: router_availability_zone Dec 15 16:02:37.329350 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: routerservicetype.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.330307 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.330827 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 16:02:37.331158 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.332165 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.332688 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: security-groups-normalized-cidr Dec 15 16:02:37.333020 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.333998 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.334520 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: port-security-groups-filtering Dec 15 16:02:37.334852 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.335792 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.336310 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: security-groups-remote-address-group Dec 15 16:02:37.336641 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.337622 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.338147 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: security-groups-shared-filtering Dec 15 16:02:37.338479 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.339080 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 16:02:37.339410 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: securitygroup.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.349772 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.350316 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: security-group Dec 15 16:02:37.350658 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: segment.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.351455 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.351973 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension segment not supported by any of loaded plugins Dec 15 16:02:37.352309 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.353259 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.353821 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 16:02:37.354155 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: servicetype.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.355296 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.355824 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: service-type Dec 15 16:02:37.356159 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: sorting.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.357220 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.357586 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: sorting Dec 15 16:02:37.357918 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: standard_attr_segment.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.358850 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.359369 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 16:02:37.359699 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: standardattrdescription.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.360356 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.360869 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: standard-attr-description Dec 15 16:02:37.361198 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: stateful_security_group.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.362169 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.362706 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: stateful-security-group Dec 15 16:02:37.363037 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: stdattrs_common.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.363621 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 16:02:37.363981 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.364899 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.365444 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 16:02:37.365787 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: subnet_onboard.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.366878 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.367407 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: subnet_onboard Dec 15 16:02:37.367741 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.368681 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.369194 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 16:02:37.369557 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: subnet_service_types.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.370498 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.371021 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: subnet-service-types Dec 15 16:02:37.371353 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: subnetallocation.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.372446 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.372999 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: subnet_allocation Dec 15 16:02:37.373333 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.374034 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.374552 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: subnetpool-prefix-ops Dec 15 16:02:37.374881 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.375823 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.376340 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 16:02:37.376671 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: tagging.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.377751 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.378273 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: standard-attr-tag Dec 15 16:02:37.378612 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: timestamp.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.379830 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.380356 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loaded extension: standard-attr-timestamp Dec 15 16:02:37.380690 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: trunk.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.381792 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.382316 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension trunk not supported by any of loaded plugins Dec 15 16:02:37.382649 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: trunk_details.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.383588 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.384108 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 16:02:37.384439 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: uplink_status_propagation.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.385406 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.385926 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 16:02:37.386257 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Loading extension file: vlantransparent.py {{(pid=102450) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:02:37.386933 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102450) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:02:37.387448 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 16:02:37.390608 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:network Dec 15 16:02:37.391151 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:subnet Dec 15 16:02:37.391570 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:02:37.392018 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:port Dec 15 16:02:37.393225 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.393717 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service FLAVORS assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.394339 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.394780 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.395122 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:router Dec 15 16:02:37.395563 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 16:02:37.396060 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service METERING assigned prefix: /metering {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.397538 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.397915 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.398274 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:02:37.399283 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 16:02:37.399732 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:security_group Dec 15 16:02:37.400175 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 16:02:37.400801 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service CORE assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.401138 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:02:37.401522 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] subnetpool is already registered Dec 15 16:02:37.401970 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service CORE assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.402302 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:02:37.402641 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] subnetpool is already registered Dec 15 16:02:37.405631 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.406077 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service FLAVORS assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.406937 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.407366 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.407706 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:router Dec 15 16:02:37.408053 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] router is already registered Dec 15 16:02:37.408475 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 16:02:37.408819 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] floatingip is already registered Dec 15 16:02:37.409282 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service METERING assigned prefix: /metering {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.409987 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 16:02:37.410322 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] rbac_policy is already registered Dec 15 16:02:37.410740 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:security_group Dec 15 16:02:37.411080 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] security_group is already registered Dec 15 16:02:37.411488 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 16:02:37.411828 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] security_group_rule is already registered Dec 15 16:02:37.412470 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service CORE assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.412806 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:02:37.413148 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] subnetpool is already registered Dec 15 16:02:37.413604 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.v2.resource_helper [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Service CORE assigned prefix: {{(pid=102450) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:02:37.413940 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:02:37.414277 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING neutron.quota.resource_registry [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] subnetpool is already registered Dec 15 16:02:37.414750 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: extensions {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.416210 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: address-groups {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.417745 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: address-scopes {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.419058 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: agents {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.420274 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: auto-allocated-topology {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.421561 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: availability_zones {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.422794 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: dhcp-networks {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.424323 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: dhcp-agents {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.425782 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: routers {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.427976 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: flavors {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.429148 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: service_profiles {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.430500 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: next_providers {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.431990 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: service_profiles {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.434513 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: floatingip-pools {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.435818 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: routers {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.437967 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: floatingips {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.439276 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: l3-routers {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.440662 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: l3-agents {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.442124 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: metering-labels {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.443494 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: metering-label-rules {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.444787 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: network-ip-availabilities {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.446178 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: bindings {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.447831 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: quotas {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.449413 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: quotas {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.451551 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: rbac-policies {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.452855 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: security-groups {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.454147 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: security-group-rules {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.455390 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: service-providers {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.456631 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: subnetpools {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.458105 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: subnetpools {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.459553 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.461248 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.463103 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.464963 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.467346 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.469231 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.470957 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.472908 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.474743 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.476585 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron.api.extensions [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Extended resource: tags {{(pid=102450) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:02:37.482727 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING keystonemiddleware.auth_token [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 16:02:37.487508 dv-cinder-800704-2-iscsi neutron-server[102450]: WARNING keystonemiddleware.auth_token [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 16:02:37.496193 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_concurrency.lockutils [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Acquired lock "singleton_lock" {{(pid=102450) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 16:02:37.496666 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_concurrency.lockutils [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Releasing lock "singleton_lock" {{(pid=102450) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 16:02:37.497316 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Starting 2 workers Dec 15 16:02:37.502785 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Started child 102591 {{(pid=102450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:02:37.507235 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Started child 102592 {{(pid=102450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:02:37.508308 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:37.508925 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO neutron.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 16:02:37.509451 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Publish callbacks [] for process, before_spawn {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:37.509879 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [-] (102591) wsgi starting up on http://0.0.0.0:9696 Dec 15 16:02:37.511920 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Starting 1 workers Dec 15 16:02:37.512026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:37.513993 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [-] (102592) wsgi starting up on http://0.0.0.0:9696 Dec 15 16:02:37.517966 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Started child 102593 {{(pid=102450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:02:37.518549 dv-cinder-800704-2-iscsi neutron-server[102450]: INFO oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Starting 1 workers Dec 15 16:02:37.521770 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] calling RpcWorker wait() {{(pid=102593) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 16:02:37.522327 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] returning from RpcWorker wait() {{(pid=102593) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 16:02:37.523042 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Started child 102594 {{(pid=102450) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:02:37.523642 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:37.523831 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0ae59b21-a413-44bf-9136-a52d0c2ff133 None None] Publish callbacks [] for process, after_spawn {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:37.524221 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:02:37.525696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102450) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 16:02:37.525920 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 16:02:37.526110 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 16:02:37.526334 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 16:02:37.526685 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 16:02:37.526869 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 16:02:37.527388 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.527664 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.527942 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.528028 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:37.528459 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.528540 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.529141 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.529589 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.529846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.530127 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.530382 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.530555 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.530723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.531093 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.531373 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.532021 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.532319 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.532584 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.532852 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.533026 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.533285 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.533569 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.533818 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.534097 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] debug = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.534340 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.534818 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.535077 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.535322 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.535546 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.535837 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.536069 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.536332 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.536579 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.536798 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.537040 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.537313 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.537571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.537817 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.538072 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.538289 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.538538 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.538764 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.539271 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] host = dv-cinder-800704-2-iscsi {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.539520 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.539761 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.540004 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.540253 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.540501 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.540718 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.540968 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.541233 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.541483 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.541730 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.541959 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.542213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.542460 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.542723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.542934 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_options = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.543125 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.543399 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.543656 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.543845 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.544014 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.544196 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.544453 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.544647 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.544888 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.545115 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.545418 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.545655 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.545876 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.546150 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.546368 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.546647 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.546822 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.547034 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.547296 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.547547 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.547776 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.548020 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.548263 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.548502 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.548742 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.548983 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.549209 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.549474 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.549697 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.549961 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.550203 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.550446 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.550663 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.550907 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.551167 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.551419 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.551648 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.551885 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.552160 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.552387 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.552655 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.552899 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.553133 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.553360 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.553604 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.553847 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.554096 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_json = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.554329 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.554572 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.554818 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.555039 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.555253 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.555469 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.555687 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.555933 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.556375 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.557599 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:02:37.557821 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.558166 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.558421 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.558665 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.558929 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.559176 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.559407 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.561715 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.561976 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.562305 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.562573 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.562894 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.563151 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.563448 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.564235 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.564235 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.564601 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.564741 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.564915 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.565173 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.565442 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.565737 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.565995 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.566495 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.566495 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.566842 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.567063 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.567247 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.567571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.567868 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.568190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.568939 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.569845 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.569845 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.569845 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.569845 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.570748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.570748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.570748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.570748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.571748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.571748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.571748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.571748 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.572386 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.572386 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.572386 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.572815 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.572815 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.573934 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.573934 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.573934 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.573934 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.573934 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.574237 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.574304 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.574505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.574758 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.574975 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.575190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.575434 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.575666 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.576510 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.576730 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.576946 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.577196 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.577423 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.578057 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.578057 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.578057 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.578808 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.578808 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.578808 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.579224 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.579224 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.579517 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.579517 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580573 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580573 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580573 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580573 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580573 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580893 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.580893 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.581188 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.581343 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.581582 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.581814 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.582016 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.582222 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.582494 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.582815 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.583059 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.583320 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.583536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.583792 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.585505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.586068 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.586068 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.586068 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.586284 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.586445 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.586656 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.587370 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.587370 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.587370 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.587625 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.587815 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.588142 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.588363 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.588570 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.588772 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.589303 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.589303 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.592571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.594485 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.595536 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.596591 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.596591 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.596591 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.596591 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.596591 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.596591 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.597367 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.597367 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.597367 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.597367 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.598231 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.598231 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.598231 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.598231 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.598761 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.598761 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.599018 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.599018 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.599288 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.599423 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.599659 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.599869 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.600095 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.600329 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.600549 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.600763 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.600975 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.601182 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.601448 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.601654 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.601942 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.602211 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.602452 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.602782 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.608082 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.609213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.610321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.611836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.612779 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.612779 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.612779 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.612779 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.612779 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.613144 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.613222 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.613432 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.613680 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.613898 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.614133 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.614652 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.614963 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.615181 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.615399 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.615617 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.615847 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.616072 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.616283 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.616469 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.616714 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.616929 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.617161 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.617413 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.617606 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.617814 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.618032 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.618244 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.618474 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.618736 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.619211 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.619431 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.619716 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.619946 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.620195 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.620435 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.620740 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.620958 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.621213 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.621469 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.621723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.621942 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.622204 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.622525 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.623852 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.623852 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.624116 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.624405 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.624679 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.625747 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.625747 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.625747 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.625964 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.626121 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.626325 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.626570 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.626846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.627069 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.627285 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.627520 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.627772 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.628006 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.628265 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.628497 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.628739 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.628953 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 16:02:37.632003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102450) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.632595 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633137 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633137 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633137 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633137 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633137 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633137 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633582 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633582 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633811 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.633917 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.634057 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.634218 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.634373 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.634530 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.634690 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.634848 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635003 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635159 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635314 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] debug = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635469 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635670 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635832 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.635988 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.636144 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.636299 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.636454 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.636608 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.636765 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.636921 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.637076 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.637231 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.637410 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.637553 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.637710 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.637864 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.638019 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.638174 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.638884 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] host = dv-cinder-800704-2-iscsi {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.639115 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.639327 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.639507 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.639664 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.639821 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.639978 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.640135 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.640292 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.640448 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.640602 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.640758 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.640995 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.641163 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.641321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.641523 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_options = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.641681 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.641836 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.641992 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.642220 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.642351 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.642910 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.642910 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643142 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643142 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643298 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643579 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643579 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643740 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.643854 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644053 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644198 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644354 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644495 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644633 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644766 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.644908 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.645046 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.645186 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.645333 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.645505 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.645659 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.646771 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.648190 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_json = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.649704 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.650872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.651696 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652229 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652229 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652229 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652229 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652659 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652659 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652659 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652868 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.652868 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.653010 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.653171 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.653330 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.653514 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.653645 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.653801 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.654005 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.654163 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.654338 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.654496 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.654679 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655167 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655167 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655167 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655556 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655556 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655556 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655907 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.655907 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.656155 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.656155 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.656679 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.656679 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.656920 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657044 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657182 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657266 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657407 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657565 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657725 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.657883 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658041 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658199 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658371 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658498 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658649 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658819 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.658978 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.659122 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.659320 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.659449 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.659637 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660086 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660086 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660086 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660442 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660442 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660442 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660800 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.660800 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661088 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661088 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661282 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661362 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661508 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661660 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661817 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.661976 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.662133 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.662292 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.662490 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.662616 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.662751 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:02:37.662924 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.662924 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663076 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663182 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663340 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663498 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663656 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663815 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.663987 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.664152 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.664310 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.664467 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.664623 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.664781 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.664939 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.665096 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.665253 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.665439 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.665587 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.665744 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.665902 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.666062 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.666219 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.666376 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.666533 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.666690 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.666847 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667004 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667162 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667321 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667479 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667638 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667796 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.667951 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.668132 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.668300 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.668458 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.668617 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.668775 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.668940 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.669109 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.669269 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.669570 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.669749 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.669909 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.670068 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.670226 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.670384 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.670542 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.670702 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.670865 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.671034 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.671192 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.671352 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.671510 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.671691 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.671850 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.672006 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.672164 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.672322 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.672480 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.672637 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.672794 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.673028 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.673192 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.673353 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.673532 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.673691 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.673849 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674007 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.674887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.675846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.675846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.675846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.675846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.675846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.675846 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.676535 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.676535 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.676535 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.676535 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.676535 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677096 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677096 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677096 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677096 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677626 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677626 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677626 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677971 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677971 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.677971 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.678314 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.678314 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.678563 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.678563 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.678797 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.678920 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679044 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679168 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679291 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679414 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679571 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679728 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.679887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.680060 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.680217 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.680375 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.680533 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.680691 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.680852 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681010 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681167 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681325 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681500 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681647 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681807 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.681967 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.682125 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.682283 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.682424 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.682586 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.682743 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.682900 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.683071 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.683230 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.683387 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.683545 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.683703 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684039 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684039 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684295 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684295 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684572 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684678 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684783 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.684889 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.685641 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.685862 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.686074 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.686222 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.686570 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.686760 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.686760 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.687366 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.687366 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.687366 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.687875 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.687875 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.687875 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.688259 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.688259 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.688731 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.688731 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.688887 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.688986 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.689127 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.689284 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.689486 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.689656 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.689785 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.689928 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.690055 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.690198 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.690350 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.690644 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.690775 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.690908 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.691110 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.691279 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.691518 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.691775 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.692053 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.692053 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.692365 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.692512 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.692785 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.692952 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.693081 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.693280 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.693475 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.693639 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.693872 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.694092 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.694221 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.694393 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.694553 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.694920 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.694920 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.695273 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.695273 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.695576 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.695576 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.695897 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.695897 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.696116 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.696243 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.696369 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.696516 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.696723 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.696890 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.697057 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.697262 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:02:37.697518 dv-cinder-800704-2-iscsi neutron-server[102450]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102450) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 16:02:37.724401 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36448) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:37.733037 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064211 Dec 15 16:02:49.261273 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a38ee-5f19-403a-97ad-2508724ed793 None None] get_active_networks_info from dv-cinder-800704-2-iscsi {{(pid=102593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 16:02:49.317105 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a38ee-5f19-403a-97ad-2508724ed793 None None] No non-hosted networks {{(pid=102593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 16:02:49.332161 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.agentschedulers_db [None req-6f3a38ee-5f19-403a-97ad-2508724ed793 None None] DHCP Agent not found on host dv-cinder-800704-2-iscsi {{(pid=102593) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 16:02:49.449652 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-303a8bf5-a856-4a89-adcf-d159acfa6e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540406'] for agent, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:51.510226 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5383c308-c131-44d6-86a4-186ea0583dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540406'] for agent, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:51.614832 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-28b0dd0f-fe40-4c9b-b8e9-5d5c2ec662da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:52.861700 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540406'] for agent, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:53.894300 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540406'] for agent, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:55.336044 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.db.l3_hamode_db [None req-ff8945d7-301a-4272-a362-438df2161836 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 16:02:55.414358 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8945d7-301a-4272-a362-438df2161836 None None] Routers set() bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:02:55.414929 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8945d7-301a-4272-a362-438df2161836 None None] Router IDs set() for agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 16:02:55.540818 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540406'] for agent, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:02:55.541609 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.542034 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.542566 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.542826 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.543216 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.543606 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.544019 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.544426 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.544810 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.545512 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.545832 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.546296 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.546640 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:02:55.547277 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800704-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:02:55.558773 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800704-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:02:55.675726 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36538) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:56.191604 dv-cinder-800704-2-iscsi neutron-server[102592]: WARNING oslo_policy.policy [None req-9b958c4f-4dba-428a-adc1-6461ffc7d39a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:02:56.192208 dv-cinder-800704-2-iscsi neutron-server[102592]: WARNING oslo_policy.policy [None req-9b958c4f-4dba-428a-adc1-6461ffc7d39a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:02:56.422623 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [None req-9b958c4f-4dba-428a-adc1-6461ffc7d39a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:02:56.423659 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-9b958c4f-4dba-428a-adc1-6461ffc7d39a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7467737 Dec 15 16:02:59.023510 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 36554) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:02:59.514936 dv-cinder-800704-2-iscsi neutron-server[102591]: WARNING oslo_policy.policy [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:02:59.515548 dv-cinder-800704-2-iscsi neutron-server[102591]: WARNING oslo_policy.policy [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:02:59.740917 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:02:59.836841 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.policy [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 16:02:59.884484 dv-cinder-800704-2-iscsi neutron-server[102591]: WARNING oslo_policy.policy [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:02:59.884858 dv-cinder-800704-2-iscsi neutron-server[102591]: WARNING oslo_policy.policy [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:02:59.893921 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.quota [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] Loaded quota_driver: . Dec 15 16:02:59.983444 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789482097635', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789482097110', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789482091354', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789482084563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789482202472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789482193973', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8220211', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8211507', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1524251'] for rbac-policy, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:00.049962 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:00.051399 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a21a9f99-35fc-4450-bec5-4953370c3d6e admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0258012 Dec 15 16:03:02.876559 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 36572) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:03.173853 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Request body: {'network': {'project_id': 'f6644073b15349a5b18a70868298c841', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'f6644073b15349a5b18a70868298c841'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:03:03.203103 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Made reservation on behalf of f6644073b15349a5b18a70868298c841 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:03:03.206008 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.222428 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.334283 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.338081 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.357869 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:03:03.385586 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789478148985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.386191 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Unsubscribe: segment precommit_create {{(pid=102591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 16:03:03.386713 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Added segment 12eb41af-9595-4107-8432-75ea4348e07d of type vlan for network 43519364-f640-465a-ace2-df641a6f02f9 Dec 15 16:03:03.402999 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58981d0-7dff-4118-a64a-5c8ff7404607,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:03.451664 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.452111 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.452460 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.452798 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.453129 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.453482 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.453824 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.454152 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.454489 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.454831 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.455154 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.455473 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.455791 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Tracked resource versions report: Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: pushed versions: Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: { 'AddressGroup': {'1.2'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'ConntrackHelper': {'1.0'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Log': {'1.0'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Network': {'1.1'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Port': {'1.7'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'PortForwarding': {'1.2'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'QosPolicy': {'1.10'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroup': {'1.5'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SubPort': {'1.0'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Subnet': {'1.1'}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Trunk': {'1.1'}} Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: consumer versions: Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'ConntrackHelper': '1.0', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'LocalIPAssociation': '1.0', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Log': '1.0', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Network': '1.1', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Port': '1.7', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'PortForwarding': '1.2', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'QosPolicy': '1.10', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroup': '1.5', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroupRule': '1.2', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SubPort': '1.0', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Subnet': '1.1', Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Trunk': '1.1'}} Dec 15 16:03:03.457157 dv-cinder-800704-2-iscsi neutron-server[102591]: {{(pid=102591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:03:03.505159 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.544681 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.546621 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:03.547310 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:03.622020 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7443459 Dec 15 16:03:03.657303 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2058e-96fa-4287-8190-4b2107ff74e9 admin admin] Pushing event updated for resources: {'Network': ['ID=43519364-f640-465a-ace2-df641a6f02f9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:03.669893 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 43519364-f640-465a-ace2-df641a6f02f9 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:03:06.505578 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 36586) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:06.903529 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec836e4-4c0d-4ff5-9d79-dad3d8b07594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:06.905726 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2ec836e4-4c0d-4ff5-9d79-dad3d8b07594 admin admin] 10.222.0.36 "GET /v2.0/networks/43519364-f640-465a-ace2-df641a6f02f9 HTTP/1.1" status: 200 len: 825 time: 0.3989244 Dec 15 16:03:06.938745 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-876be6df-2f70-4e7f-b31f-d61edc841e84 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/23957424-8f91-4514-b72c-8e0f84cd76df HTTP/1.1" status: 200 len: 734 time: 0.0265346 Dec 15 16:03:06.948407 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df', 'gateway_ip': '172.20.0.1', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:03:06.973202 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Made reservation on behalf of f6644073b15349a5b18a70868298c841 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:03:06.975479 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:07.284144 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:07.354650 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6e79de-cb92-4f6d-b9f4-0d67ed961264,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:07.364285 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Checking segment: {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:03:07.364834 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Network hostable DHCP agents. Network: 43519364-f640-465a-ace2-df641a6f02f9, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:03:07.386478 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Network 43519364-f640-465a-ace2-df641a6f02f9 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:03:07.400308 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 43519364-f640-465a-ace2-df641a6f02f9) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:03:07.405998 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:07.406617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:07.411786 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01e485-1d5a-4246-832f-984da7a53b70 None None] Network 43519364-f640-465a-ace2-df641a6f02f9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:03:07.425031 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f413cdfb-1717-4386-98ef-86fc8c26e5e3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4802046 Dec 15 16:03:07.705009 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-43519364-f640-465a-ace2-df641a6f02f9', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'project_id': 'f6644073b15349a5b18a70868298c841', 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:03:07.706440 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.009527 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Allocated IP 172.20.0.2 (43519364-f640-465a-ace2-df641a6f02f9/5b6e79de-cb92-4f6d-b9f4-0d67ed961264/3e9136df-0ddd-4ea2-8181-33e16518deaf) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:03:08.251483 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.259223 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.334975 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Network 43519364-f640-465a-ace2-df641a6f02f9 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:03:08.339841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:03:08.349639 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:03:08.352685 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Pushing event updated for resources: {'Port': ['ID=3e9136df-0ddd-4ea2-8181-33e16518deaf,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:08.383133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.383506 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.383878 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.384231 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.384570 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.384906 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.385239 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.385604 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.385937 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.386285 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.386616 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.386941 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.387267 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Tracked resource versions report: Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: pushed versions: Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: { 'AddressGroup': {'1.2'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'ConntrackHelper': {'1.0'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Log': {'1.0'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Network': {'1.1'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Port': {'1.7'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'PortForwarding': {'1.2'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'QosPolicy': {'1.10'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroup': {'1.5'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SubPort': {'1.0'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Subnet': {'1.1'}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Trunk': {'1.1'}} Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: consumer versions: Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'ConntrackHelper': '1.0', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'LocalIPAssociation': '1.0', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Log': '1.0', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Network': '1.1', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Port': '1.7', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'PortForwarding': '1.2', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'QosPolicy': '1.10', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroup': '1.5', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroupRule': '1.2', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SubPort': '1.0', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Subnet': '1.1', Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Trunk': '1.1'}} Dec 15 16:03:08.388676 dv-cinder-800704-2-iscsi neutron-server[102593]: {{(pid=102593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:03:08.438059 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Attempting to bind port 3e9136df-0ddd-4ea2-8181-33e16518deaf on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:03:08.438704 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Attempting to bind port 3e9136df-0ddd-4ea2-8181-33e16518deaf by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:03:08.438870 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Attempting to bind port 3e9136df-0ddd-4ea2-8181-33e16518deaf on network 43519364-f640-465a-ace2-df641a6f02f9 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:03:08.443866 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:03:08.444260 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Checking segment: {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:03:08.444729 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.445119 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Bound using segment: {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:03:08.445633 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Bound port: 3e9136df-0ddd-4ea2-8181-33e16518deaf, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:03:08.446044 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.509142 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] For port 3e9136df-0ddd-4ea2-8181-33e16518deaf, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:03:08.513334 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] For port 3e9136df-0ddd-4ea2-8181-33e16518deaf, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=3e9136df-0ddd-4ea2-8181-33e16518deaf,segment=NetworkSegment(12eb41af-9595-4107-8432-75ea4348e07d),segment_id=12eb41af-9595-4107-8432-75ea4348e07d)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:03:08.518297 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:08.580634 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e4928-f45c-4e4d-aaca-79717f4d67c0 None None] Pushing event updated for resources: {'Port': ['ID=3e9136df-0ddd-4ea2-8181-33e16518deaf,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:10.107285 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36594) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:10.420790 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [None req-125fb779-1fdc-428b-aa7c-2871d5636076 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:03:10.421945 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-125fb779-1fdc-428b-aa7c-2871d5636076 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135662 Dec 15 16:03:13.059803 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36602) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:13.370003 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [None req-6482f3e6-3651-4cfe-932f-af6688c54adf admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:03:13.371053 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6482f3e6-3651-4cfe-932f-af6688c54adf admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103371 Dec 15 16:03:16.238716 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36612) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:16.557868 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f6644073b15349a5b18a70868298c841'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:03:16.623678 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.policy [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102592) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 16:03:16.673038 dv-cinder-800704-2-iscsi neutron-server[102592]: WARNING oslo_policy.policy [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:03:16.673337 dv-cinder-800704-2-iscsi neutron-server[102592]: WARNING oslo_policy.policy [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:03:16.681906 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.quota [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Loaded quota_driver: . Dec 15 16:03:16.738433 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:16.740386 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:16.900011 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:16.905101 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:16.925575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:16.926683 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-7dccff46-8bda-42fd-a958-5e1bfd5ca9af admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6870077 Dec 15 16:03:17.413626 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 3e9136df-0ddd-4ea2-8181-33e16518deaf up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:03:17.499015 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 3e9136df-0ddd-4ea2-8181-33e16518deaf triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:17.499340 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:17.605613 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:17.641375 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 3e9136df-0ddd-4ea2-8181-33e16518deaf, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=3e9136df-0ddd-4ea2-8181-33e16518deaf,segment=NetworkSegment(12eb41af-9595-4107-8432-75ea4348e07d),segment_id=12eb41af-9595-4107-8432-75ea4348e07d)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:03:17.646259 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:17.694445 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e379b03-6cb6-43f7-97d3-db8e3ad66e75 None None] Network 43519364-f640-465a-ace2-df641a6f02f9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:03:17.733945 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=3e9136df-0ddd-4ea2-8181-33e16518deaf,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:17.826865 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-18306e4c-2511-44d0-86cc-daa79ea202fa None None] Provisioning complete for port 3e9136df-0ddd-4ea2-8181-33e16518deaf triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:17.827265 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-18306e4c-2511-44d0-86cc-daa79ea202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:18.026597 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-d9b281a6-b5e6-4485-9e4f-615a5e2f4b4e None None] Provisioning complete for port 3e9136df-0ddd-4ea2-8181-33e16518deaf triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:18.026964 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d9b281a6-b5e6-4485-9e4f-615a5e2f4b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:19.156664 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f678e4d0-bdc0-4f44-a851-0b531445135e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:19.380061 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 3e9136df-0ddd-4ea2-8181-33e16518deaf up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:03:19.429711 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 3e9136df-0ddd-4ea2-8181-33e16518deaf triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:19.430526 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:19.629602 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36626) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:19.945474 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [None req-ebdc3b9e-67da-4509-af2c-4046b55cd753 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:03:19.946467 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ebdc3b9e-67da-4509-af2c-4046b55cd753 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159389 Dec 15 16:03:21.502089 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ddaf8fe3-153a-40e8-a816-4f4cc427666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.546275 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 36640) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:22.783520 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.826206 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:03:22.846739 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Made reservation on behalf of d7bb9a879a6841dda52e30764e5ba9c7 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:03:22.848958 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.856747 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.929713 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.933097 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.947216 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=102591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 16:03:22.966176 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdda254-9018-430e-8482-b43b061c3abc,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:22.972002 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:22.972341 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Added segment 15a467f9-a732-426b-93ea-8828603ba2c1 of type flat for network 10784b00-9bdb-408d-a667-7e07e7464a57 Dec 15 16:03:23.017106 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:23.049157 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:23.050129 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:23.050707 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:23.103545 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5560558 Dec 15 16:03:23.116890 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853dbba-2bcd-4230-98e2-8448c4ff59a2 admin admin] Pushing event updated for resources: {'Network': ['ID=10784b00-9bdb-408d-a667-7e07e7464a57,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:23.131435 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 10784b00-9bdb-408d-a667-7e07e7464a57 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:03:23.798794 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:25.537124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:25.574351 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 36658) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:25.691046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccd6f2-c5de-42c0-aa3c-58cf7c202052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:25.692400 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3bccd6f2-c5de-42c0-aa3c-58cf7c202052 admin admin] 10.222.0.36 "GET /v2.0/subnets/5b6e79de-cb92-4f6d-b9f4-0d67ed961264 HTTP/1.1" status: 200 len: 849 time: 0.1171057 Dec 15 16:03:25.851385 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-79f9f509-150d-431b-b0ff-e6f70453adef admin admin] 10.222.0.36 "GET /v2.0/routers/dee551d7-30f6-412f-a4e3-da9d3ee8d586 HTTP/1.1" status: 200 len: 704 time: 0.1528897 Dec 15 16:03:26.113030 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:26.400573 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Allocated IP 172.20.0.1 (43519364-f640-465a-ace2-df641a6f02f9/5b6e79de-cb92-4f6d-b9f4-0d67ed961264/ff4d5563-da48-43ba-bea7-b7a69041a4a0) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:03:26.598245 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:26.662964 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:26.737779 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Network 43519364-f640-465a-ace2-df641a6f02f9 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:03:26.742619 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:03:26.748054 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:03:26.748440 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:26.805721 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4d5563-da48-43ba-bea7-b7a69041a4a0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:26.943697 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:26.957131 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-0b1f9b4e-6b3e-440a-9342-0cb743939e9c None None] Provisioning complete for port ff4d5563-da48-43ba-bea7-b7a69041a4a0 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:26.957723 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0b1f9b4e-6b3e-440a-9342-0cb743939e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:26.994249 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f9b4e-6b3e-440a-9342-0cb743939e9c None None] Port ff4d5563-da48-43ba-bea7-b7a69041a4a0 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:03:27.147191 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:27.151614 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:27.152342 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:27.241235 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4d5563-da48-43ba-bea7-b7a69041a4a0,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:27.284266 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Network 43519364-f640-465a-ace2-df641a6f02f9 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:03:27.285604 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:03:27.444340 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Router dee551d7-30f6-412f-a4e3-da9d3ee8d586 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:03:27.516160 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-4ed16276-a07d-4285-a1c5-41aedf658266 None None] Provisioning complete for port ff4d5563-da48-43ba-bea7-b7a69041a4a0 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:27.516455 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4ed16276-a07d-4285-a1c5-41aedf658266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:27.533053 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:03:27.558247 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a3814ce1-9d25-45db-92f6-8f9fee117740 admin admin] 10.222.0.36 "PUT /v2.0/routers/dee551d7-30f6-412f-a4e3-da9d3ee8d586/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6818302 Dec 15 16:03:27.558345 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Sync routers for ids ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:03:27.558748 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-4ed16276-a07d-4285-a1c5-41aedf658266 None None] Port ff4d5563-da48-43ba-bea7-b7a69041a4a0 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:03:27.562907 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Routers {'dee551d7-30f6-412f-a4e3-da9d3ee8d586'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:03:27.564150 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:03:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:27.759763 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Set router dee551d7-30f6-412f-a4e3-da9d3ee8d586 gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:03:28.190847 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'name': 'router1', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:03:16Z', 'updated_at': '2021-12-15T16:03:26Z', 'revision_number': 2, 'project_id': 'f6644073b15349a5b18a70868298c841', 'gw_port_host': None, '_interfaces': [{'id': 'ff4d5563-da48-43ba-bea7-b7a69041a4a0', 'name': '', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'mac_address': 'fa:16:3e:c6:c4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:26Z', 'updated_at': '2021-12-15T16:03:27Z', 'revision_number': 2, 'project_id': 'f6644073b15349a5b18a70868298c841', 'subnets': [{'id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:28.240949 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Checking router: dee551d7-30f6-412f-a4e3-da9d3ee8d586 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:03:28.241324 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Updating router dee551d7-30f6-412f-a4e3-da9d3ee8d586 port ff4d5563-da48-43ba-bea7-b7a69041a4a0 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:03:28.289683 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:28.804981 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:28.812377 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:28.971815 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Pushing event updated for resources: {'Port': ['ID=ff4d5563-da48-43ba-bea7-b7a69041a4a0,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:28.988664 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Attempting to bind port ff4d5563-da48-43ba-bea7-b7a69041a4a0 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:03:28.989076 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Attempting to bind port ff4d5563-da48-43ba-bea7-b7a69041a4a0 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:03:28.989529 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Attempting to bind port ff4d5563-da48-43ba-bea7-b7a69041a4a0 on network 43519364-f640-465a-ace2-df641a6f02f9 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:03:28.993252 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.993642 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.993993 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.994330 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.994663 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.994993 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.995319 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.995642 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.995966 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.996303 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.996629 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.996951 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.997271 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Tracked resource versions report: Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: pushed versions: Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: { 'AddressGroup': {'1.2'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'ConntrackHelper': {'1.0'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Log': {'1.0'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Network': {'1.1'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Port': {'1.7'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'PortForwarding': {'1.2'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'QosPolicy': {'1.10'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroup': {'1.5'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SubPort': {'1.0'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Subnet': {'1.1'}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Trunk': {'1.1'}} Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: consumer versions: Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'ConntrackHelper': '1.0', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'LocalIPAssociation': '1.0', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Log': '1.0', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Network': '1.1', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Port': '1.7', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'PortForwarding': '1.2', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'QosPolicy': '1.10', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroup': '1.5', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroupRule': '1.2', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SubPort': '1.0', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Subnet': '1.1', Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Trunk': '1.1'}} Dec 15 16:03:28.998670 dv-cinder-800704-2-iscsi neutron-server[102594]: {{(pid=102594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:03:29.003947 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:03:29.004356 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Checking segment: {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:03:29.004836 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.005284 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Bound using segment: {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:03:29.005746 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Bound port: ff4d5563-da48-43ba-bea7-b7a69041a4a0, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eb41af-9595-4107-8432-75ea4348e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '43519364-f640-465a-ace2-df641a6f02f9'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:03:29.006138 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.074289 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] For port ff4d5563-da48-43ba-bea7-b7a69041a4a0, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:03:29.083452 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-f70d8ab1-dff3-434a-b10c-b223df9f9db0 None None] Provisioning complete for port ff4d5563-da48-43ba-bea7-b7a69041a4a0 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:29.083984 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f70d8ab1-dff3-434a-b10c-b223df9f9db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.095464 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] For port ff4d5563-da48-43ba-bea7-b7a69041a4a0, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=ff4d5563-da48-43ba-bea7-b7a69041a4a0,segment=NetworkSegment(12eb41af-9595-4107-8432-75ea4348e07d),segment_id=12eb41af-9595-4107-8432-75ea4348e07d)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:03:29.099966 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.117777 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-f70d8ab1-dff3-434a-b10c-b223df9f9db0 None None] Port ff4d5563-da48-43ba-bea7-b7a69041a4a0 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:03:29.160831 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb05eb5-4792-4d7b-a405-d528e1dd1db4 None None] Pushing event updated for resources: {'Port': ['ID=ff4d5563-da48-43ba-bea7-b7a69041a4a0,revision_number=4']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:29.165762 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Routers {'dee551d7-30f6-412f-a4e3-da9d3ee8d586'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:03:29.166355 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:03:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:29.255269 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] Set router dee551d7-30f6-412f-a4e3-da9d3ee8d586 gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:03:29.337730 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8c661140-b1e7-4995-b97f-ddd6a0474776 None None] Provisioning complete for port ff4d5563-da48-43ba-bea7-b7a69041a4a0 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:29.338412 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8c661140-b1e7-4995-b97f-ddd6a0474776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.416127 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8c661140-b1e7-4995-b97f-ddd6a0474776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.447390 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8c661140-b1e7-4995-b97f-ddd6a0474776 None None] For port ff4d5563-da48-43ba-bea7-b7a69041a4a0, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=ff4d5563-da48-43ba-bea7-b7a69041a4a0,segment=NetworkSegment(12eb41af-9595-4107-8432-75ea4348e07d),segment_id=12eb41af-9595-4107-8432-75ea4348e07d)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:03:29.451497 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8c661140-b1e7-4995-b97f-ddd6a0474776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:29.470090 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'name': 'router1', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:03:16Z', 'updated_at': '2021-12-15T16:03:26Z', 'revision_number': 2, 'project_id': 'f6644073b15349a5b18a70868298c841', 'gw_port_host': None, '_interfaces': [{'id': 'ff4d5563-da48-43ba-bea7-b7a69041a4a0', 'name': '', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'mac_address': 'fa:16:3e:c6:c4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:26Z', 'updated_at': '2021-12-15T16:03:29Z', 'revision_number': 4, 'project_id': 'f6644073b15349a5b18a70868298c841', 'subnets': [{'id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:29.496410 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eacfaa-19b3-4190-aaa3-2d73b4c765b1 None None] The sync data for ids ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'] in dv-cinder-800704-2-iscsi is: [{'id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'name': 'router1', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:03:16Z', 'updated_at': '2021-12-15T16:03:26Z', 'revision_number': 2, 'project_id': 'f6644073b15349a5b18a70868298c841', 'gw_port_host': None, '_interfaces': [{'id': 'ff4d5563-da48-43ba-bea7-b7a69041a4a0', 'name': '', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'mac_address': 'fa:16:3e:c6:c4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:26Z', 'updated_at': '2021-12-15T16:03:29Z', 'revision_number': 4, 'project_id': 'f6644073b15349a5b18a70868298c841', 'subnets': [{'id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:03:29.501964 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661140-b1e7-4995-b97f-ddd6a0474776 None None] Pushing event updated for resources: {'Port': ['ID=ff4d5563-da48-43ba-bea7-b7a69041a4a0,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:30.010209 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36672) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:30.197107 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d28376-1c0a-457b-8025-dfbbacf51897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:30.198545 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e2d28376-1c0a-457b-8025-dfbbacf51897 admin admin] 10.222.0.36 "GET /v2.0/networks/10784b00-9bdb-408d-a667-7e07e7464a57 HTTP/1.1" status: 200 len: 842 time: 0.1873131 Dec 15 16:03:30.208597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:03:30.233110 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Made reservation on behalf of d7bb9a879a6841dda52e30764e5ba9c7 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:03:30.236372 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:30.627469 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.objects.ports [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102592) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 16:03:30.627975 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:30.706919 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:03:30.707301 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Network hostable DHCP agents. Network: 10784b00-9bdb-408d-a667-7e07e7464a57, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:03:30.712547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ff2ea7-112c-4b67-8924-3fbb7373503b,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:30.724693 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.725046 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.725411 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.725754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.726090 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.726421 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.726750 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.727079 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.727426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.727771 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.728098 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.728419 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.728739 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Tracked resource versions report: Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: pushed versions: Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: { 'AddressGroup': {'1.2'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Log': {'1.0'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Network': {'1.1'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Port': {'1.7'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'PortForwarding': {'1.2'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'QosPolicy': {'1.10'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroup': {'1.5'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SubPort': {'1.0'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Subnet': {'1.1'}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Trunk': {'1.1'}} Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: consumer versions: Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'ConntrackHelper': '1.0', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'LocalIPAssociation': '1.0', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Log': '1.0', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Network': '1.1', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Port': '1.7', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'PortForwarding': '1.2', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'QosPolicy': '1.10', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroup': '1.5', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroupRule': '1.2', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SubPort': '1.0', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Subnet': '1.1', Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Trunk': '1.1'}} Dec 15 16:03:30.730181 dv-cinder-800704-2-iscsi neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:03:30.770576 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:03:30.784109 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 10784b00-9bdb-408d-a667-7e07e7464a57) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:03:30.788697 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:30.789342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:30.795443 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab7c59-e989-4da6-b77b-19ec87efcaa4 None None] Network 10784b00-9bdb-408d-a667-7e07e7464a57 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:03:30.806270 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6d560451-59ff-4001-9b37-ba4f66514201 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6009700 Dec 15 16:03:30.908244 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04eaf4-f41f-442d-be38-f7ea7b60f865 None None] Network 10784b00-9bdb-408d-a667-7e07e7464a57 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:03:33.321863 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36684) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:33.541329 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1ae38481-8484-4124-b420-f9d5c76b66a5 admin admin] 10.222.0.36 "GET /v2.0/routers/dee551d7-30f6-412f-a4e3-da9d3ee8d586 HTTP/1.1" status: 200 len: 710 time: 0.2183263 Dec 15 16:03:33.637175 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931cc531-aede-4d9c-b042-05a9f0ca9ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:03:33.640316 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-931cc531-aede-4d9c-b042-05a9f0ca9ef3 admin admin] 10.222.0.36 "GET /v2.0/networks/10784b00-9bdb-408d-a667-7e07e7464a57 HTTP/1.1" status: 200 len: 886 time: 0.0919895 Dec 15 16:03:33.649569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:03:33.917980 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:34.157523 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:34.234426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:34.383179 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Allocated IP 172.27.0.78 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/9dfaf529-f8de-46f9-a8fa-0b701bd0993a) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:03:34.491158 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:34.557495 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:34.678058 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:03:34.682973 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:03:34.693429 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:03:34.696829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Pushing event updated for resources: {'Port': ['ID=9dfaf529-f8de-46f9-a8fa-0b701bd0993a,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:34.980689 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:35.198895 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4979'] for router, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:35.204951 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534108'] for router, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:35.319229 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Router dee551d7-30f6-412f-a4e3-da9d3ee8d586 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:03:35.416418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device ff4d5563-da48-43ba-bea7-b7a69041a4a0 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:03:35.430676 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:03:35.435766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:35.437081 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-f998c36d-45d2-45cb-a2d1-434e7e7b69ae admin admin] 10.222.0.36 "PUT /v2.0/routers/dee551d7-30f6-412f-a4e3-da9d3ee8d586 HTTP/1.1" status: 200 len: 889 time: 1.7910228 Dec 15 16:03:35.469417 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port ff4d5563-da48-43ba-bea7-b7a69041a4a0 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:35.469804 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:36.617893 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Sync routers for ids ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:03:36.629835 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Routers {'dee551d7-30f6-412f-a4e3-da9d3ee8d586'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:03:36.630544 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:03:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:36.840043 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Set router dee551d7-30f6-412f-a4e3-da9d3ee8d586 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:03:37.303865 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'name': 'router1', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9dfaf529-f8de-46f9-a8fa-0b701bd0993a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:03:16Z', 'updated_at': '2021-12-15T16:03:34Z', 'revision_number': 4, 'project_id': 'f6644073b15349a5b18a70868298c841', 'gw_port': {'id': '9dfaf529-f8de-46f9-a8fa-0b701bd0993a', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:34Z', 'updated_at': '2021-12-15T16:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'ff4d5563-da48-43ba-bea7-b7a69041a4a0', 'name': '', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'mac_address': 'fa:16:3e:c6:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:26Z', 'updated_at': '2021-12-15T16:03:29Z', 'revision_number': 5, 'project_id': 'f6644073b15349a5b18a70868298c841', 'subnets': [{'id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:37.354070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Checking router: dee551d7-30f6-412f-a4e3-da9d3ee8d586 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:03:37.354425 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Updating router dee551d7-30f6-412f-a4e3-da9d3ee8d586 port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:03:37.399618 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.718113 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.723684 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.773632 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Attempting to bind port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:03:37.774014 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Attempting to bind port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:03:37.774383 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Attempting to bind port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:03:37.780934 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8aa3a-1caa-4315-a3a2-ad8bb8671cf2 None None] Pushing event updated for resources: {'Port': ['ID=9dfaf529-f8de-46f9-a8fa-0b701bd0993a,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:37.784791 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:03:37.785172 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:03:37.785599 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.785988 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:03:37.786462 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Bound port: 9dfaf529-f8de-46f9-a8fa-0b701bd0993a, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:03:37.786860 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.836354 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] For port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:03:37.839298 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] For port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=9dfaf529-f8de-46f9-a8fa-0b701bd0993a,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:03:37.843861 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:37.892522 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Routers {'dee551d7-30f6-412f-a4e3-da9d3ee8d586'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:03:37.893121 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:03:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:37.967701 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8aa3a-1caa-4315-a3a2-ad8bb8671cf2 None None] Pushing event updated for resources: {'Port': ['ID=9dfaf529-f8de-46f9-a8fa-0b701bd0993a,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:38.007617 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] Set router dee551d7-30f6-412f-a4e3-da9d3ee8d586 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:03:38.136986 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 36696) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:03:38.216096 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'name': 'router1', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9dfaf529-f8de-46f9-a8fa-0b701bd0993a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:03:16Z', 'updated_at': '2021-12-15T16:03:34Z', 'revision_number': 4, 'project_id': 'f6644073b15349a5b18a70868298c841', 'gw_port': {'id': '9dfaf529-f8de-46f9-a8fa-0b701bd0993a', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:34Z', 'updated_at': '2021-12-15T16:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'ff4d5563-da48-43ba-bea7-b7a69041a4a0', 'name': '', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'mac_address': 'fa:16:3e:c6:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:26Z', 'updated_at': '2021-12-15T16:03:29Z', 'revision_number': 5, 'project_id': 'f6644073b15349a5b18a70868298c841', 'subnets': [{'id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:03:38.242016 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448080-85e7-4b93-87bc-88e7c13a4df8 None None] The sync data for ids ['dee551d7-30f6-412f-a4e3-da9d3ee8d586'] in dv-cinder-800704-2-iscsi is: [{'id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'name': 'router1', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9dfaf529-f8de-46f9-a8fa-0b701bd0993a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:03:16Z', 'updated_at': '2021-12-15T16:03:34Z', 'revision_number': 4, 'project_id': 'f6644073b15349a5b18a70868298c841', 'gw_port': {'id': '9dfaf529-f8de-46f9-a8fa-0b701bd0993a', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:34Z', 'updated_at': '2021-12-15T16:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'ff4d5563-da48-43ba-bea7-b7a69041a4a0', 'name': '', 'network_id': '43519364-f640-465a-ace2-df641a6f02f9', 'tenant_id': 'f6644073b15349a5b18a70868298c841', 'mac_address': 'fa:16:3e:c6:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee551d7-30f6-412f-a4e3-da9d3ee8d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:03:26Z', 'updated_at': '2021-12-15T16:03:29Z', 'revision_number': 5, 'project_id': 'f6644073b15349a5b18a70868298c841', 'subnets': [{'id': '5b6e79de-cb92-4f6d-b9f4-0d67ed961264', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23957424-8f91-4514-b72c-8e0f84cd76df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:03:38.249818 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6252d702-1b50-46bf-b355-6a69db8155cc admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1110833 Dec 15 16:03:39.414696 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 9dfaf529-f8de-46f9-a8fa-0b701bd0993a up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:03:39.465759 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:39.466124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:39.540487 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:39.560013 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=9dfaf529-f8de-46f9-a8fa-0b701bd0993a,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:03:39.565702 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:39.628579 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=9dfaf529-f8de-46f9-a8fa-0b701bd0993a,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:03:41.405417 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 9dfaf529-f8de-46f9-a8fa-0b701bd0993a up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:03:41.453490 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 9dfaf529-f8de-46f9-a8fa-0b701bd0993a triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:03:41.453866 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:44.581201 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:03:49.160643 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6272516-cd22-48a0-b750-eeb0af3781d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:51.494783 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-139c72f4-8d6e-4e6e-abaf-2a712ca91d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:52.790363 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:53.807613 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:03:55.544607 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:19.170326 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-facdef1d-dd35-4988-8777-9b0ac89a7f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:21.503674 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c2c3e891-0863-4cc0-bcef-27b2faecf03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:21.580869 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:04:22.793851 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:23.807101 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:25.540841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:49.167153 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-07815329-4306-4aa8-bee6-40bae8cb8705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:51.498325 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-49911143-d222-46ee-97cd-cd36bb491fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:52.792082 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:53.815177 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:55.545569 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:04:58.581249 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:04:59.359780 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37180) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:04:59.422675 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2b0b0e-3178-499e-80c8-2012468500de admin admin] GET failed (client error): The resource could not be found. Dec 15 16:04:59.424041 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-bf2b0b0e-3178-499e-80c8-2012468500de admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632794 Dec 15 16:04:59.581656 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7a463-6466-4f83-a912-d23aca2ecb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:04:59.583119 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-fbc7a463-6466-4f83-a912-d23aca2ecb98 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545408 Dec 15 16:05:01.957815 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37190) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:02.051040 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e850d-775a-4d07-82ba-028359eecff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:02.052412 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c52e850d-775a-4d07-82ba-028359eecff4 admin admin] 10.222.0.36 "GET /v2.0/subnets/5b6e79de-cb92-4f6d-b9f4-0d67ed961264 HTTP/1.1" status: 200 len: 849 time: 0.0936379 Dec 15 16:05:02.062441 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:05:02.145823 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:02.353650 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789478132956'] for subnet, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:02.388895 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:02.389845 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:02.405586 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] 10.222.0.36 "PUT /v2.0/subnets/5b6e79de-cb92-4f6d-b9f4-0d67ed961264 HTTP/1.1" status: 200 len: 868 time: 0.3318074 Dec 15 16:05:02.409749 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6e79de-cb92-4f6d-b9f4-0d67ed961264,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:05:02.410386 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733570a-cc79-4a63-8681-1269e6aa63c5 None None] Network 43519364-f640-465a-ace2-df641a6f02f9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:05:02.418985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.419367 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.419729 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.420143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.420780 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.421370 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.422020 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.422431 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.422795 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.423151 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.423493 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.423822 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.424749 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b84878-c25a-431b-b0cd-b5fbf142455a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:02.698683 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-ca1d3a83-b071-47c4-bf7e-16e9bbd38943 None None] Provisioning complete for port ff4d5563-da48-43ba-bea7-b7a69041a4a0 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:05:02.699058 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3a83-b071-47c4-bf7e-16e9bbd38943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:02.792134 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-ca1d3a83-b071-47c4-bf7e-16e9bbd38943 None None] Provisioning complete for port 3e9136df-0ddd-4ea2-8181-33e16518deaf triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:05:02.792504 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3a83-b071-47c4-bf7e-16e9bbd38943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:04.809904 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37198) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:05.007800 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e405245-4602-4e04-a0ab-83d431a6ffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:05.008184 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e405245-4602-4e04-a0ab-83d431a6ffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:05.009734 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9e405245-4602-4e04-a0ab-83d431a6ffc9 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988292 Dec 15 16:05:07.398829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37206) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:07.601000 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f306d-5e94-4b83-a657-bca683f4cb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:07.601398 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f306d-5e94-4b83-a657-bca683f4cb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:07.602934 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-787f306d-5e94-4b83-a657-bca683f4cb97 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031634 Dec 15 16:05:10.075727 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37216) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:10.200587 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16aabb-490a-42e3-9d1d-c5a301a1ca0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:10.201970 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6d16aabb-490a-42e3-9d1d-c5a301a1ca0f admin admin] 10.222.0.36 "GET /v2.0/networks/10784b00-9bdb-408d-a667-7e07e7464a57 HTTP/1.1" status: 200 len: 886 time: 0.1252866 Dec 15 16:05:12.597932 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37224) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:12.741249 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8b0e8-c738-4cb9-81ab-a0671dbcef43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:12.742632 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-97b8b0e8-c738-4cb9-81ab-a0671dbcef43 admin admin] 10.222.0.36 "GET /v2.0/networks/43519364-f640-465a-ace2-df641a6f02f9 HTTP/1.1" status: 200 len: 869 time: 0.1437342 Dec 15 16:05:15.180511 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37232) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:15.303663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f860a0-a6bb-4914-9b5f-3cd46bb3a70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:15.304048 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f860a0-a6bb-4914-9b5f-3cd46bb3a70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:15.305631 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-31f860a0-a6bb-4914-9b5f-3cd46bb3a70d admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240885 Dec 15 16:05:17.738847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37240) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:17.831568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8be57-8a7d-4840-a0b5-e580678663bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:17.832033 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8be57-8a7d-4840-a0b5-e580678663bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:17.833582 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-efc8be57-8a7d-4840-a0b5-e580678663bc admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937474 Dec 15 16:05:19.168747 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5a11afb1-4a56-47c9-8e5f-61d6b2dff776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:20.215707 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37248) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:20.307131 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe7606-2501-4595-b4ba-e3076e88ed36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:20.308392 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-97fe7606-2501-4595-b4ba-e3076e88ed36 admin admin] 10.222.0.36 "GET /v2.0/subnets/5b6e79de-cb92-4f6d-b9f4-0d67ed961264 HTTP/1.1" status: 200 len: 868 time: 0.0917296 Dec 15 16:05:21.500017 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f7db5ac9-1a2c-4aa9-85bc-372b6548bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:22.692431 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37256) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:22.785077 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0a1c3a-25f1-48d9-b7c3-aa62ec24903c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:22.786464 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1a0a1c3a-25f1-48d9-b7c3-aa62ec24903c admin admin] 10.222.0.36 "GET /v2.0/subnets/d8ff2ea7-112c-4b67-8924-3fbb7373503b HTTP/1.1" status: 200 len: 816 time: 0.0930533 Dec 15 16:05:22.793585 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:23.812546 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:25.548793 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:35.579657 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:05:48.786269 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37310) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:48.833279 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [None req-f2d6f252-979b-4ffe-8b63-090e272cbbd8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:05:48.834306 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-f2d6f252-979b-4ffe-8b63-090e272cbbd8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470967 Dec 15 16:05:49.170891 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-94893679-39c4-476a-bf99-b815c713b624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:51.392764 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37318) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:51.453497 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d0c6fe-2a7e-4747-b2b9-d151efd431d1 admin admin] GET failed (client error): The resource could not be found. Dec 15 16:05:51.454767 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-13d0c6fe-2a7e-4747-b2b9-d151efd431d1 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610631 Dec 15 16:05:51.502498 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-687c173a-61af-470a-bfe7-a2627e503c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:51.542963 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea8fef-1f91-495a-a2c9-fdde7f414f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:51.544430 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-39ea8fef-1f91-495a-a2c9-fdde7f414f63 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847485 Dec 15 16:05:52.798169 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:53.817624 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:53.981296 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37326) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:54.027842 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:05:54.052888 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Made reservation on behalf of d7bb9a879a6841dda52e30764e5ba9c7 for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:05:54.055097 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:54.162111 dv-cinder-800704-2-iscsi neutron-server[102592]: WARNING neutron.services.revisions.revision_plugin [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Could not find related network for resource to bump revision. Dec 15 16:05:54.178588 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:05:54.191464 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789478148985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:54.192590 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Unsubscribe: segment precommit_create {{(pid=102592) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 16:05:54.193070 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Added segment 42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce of type vlan for network ddd508c4-3343-4589-983d-fec66c98675f Dec 15 16:05:54.235888 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:54.271426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:54.272604 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:54.273998 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:54.346774 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3643315 Dec 15 16:05:54.370793 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd508c4-3343-4589-983d-fec66c98675f,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:05:54.378253 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.378633 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.378991 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.379956 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.380299 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.380635 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.380981 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.381315 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.381701 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.382056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.382390 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.382716 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.383038 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e89a9-b212-4249-9bf7-55f5d68090f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:54.396600 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network ddd508c4-3343-4589-983d-fec66c98675f details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:05:55.555617 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:56.770383 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37334) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:05:56.830248 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be75931-7cf9-4f90-bf98-e949b6b85b2f admin admin] GET failed (client error): The resource could not be found. Dec 15 16:05:56.831530 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2be75931-7cf9-4f90-bf98-e949b6b85b2f admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601258 Dec 15 16:05:56.932089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111ffca-7c8a-41a9-8f6f-01f303f20b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:56.933543 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1111ffca-7c8a-41a9-8f6f-01f303f20b9f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0969045 Dec 15 16:05:56.943738 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:05:56.964137 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Made reservation on behalf of d7bb9a879a6841dda52e30764e5ba9c7 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:05:56.966344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.130087 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.188810 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80b9fef-2ee9-424f-aa38-3d2f0fdf3520,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:05:57.193624 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Checking segment: {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:05:57.193970 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Network hostable DHCP agents. Network: ddd508c4-3343-4589-983d-fec66c98675f, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:05:57.209157 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Network ddd508c4-3343-4589-983d-fec66c98675f is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:05:57.217125 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, ddd508c4-3343-4589-983d-fec66c98675f) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:05:57.221211 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:05:57.221819 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.226521 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119abc3-f7ee-416f-86cf-c2ba70c9ab91 None None] Network ddd508c4-3343-4589-983d-fec66c98675f requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:05:57.237472 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-83f495c6-2b5b-4023-b958-cbe9acae1236 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972763 Dec 15 16:05:57.430428 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-ddd508c4-3343-4589-983d-fec66c98675f', 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f', 'project_id': 'd7bb9a879a6841dda52e30764e5ba9c7', 'fixed_ips': [{'subnet_id': 'c80b9fef-2ee9-424f-aa38-3d2f0fdf3520'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:05:57.431333 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.565549 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Allocated IP 192.168.233.2 (ddd508c4-3343-4589-983d-fec66c98675f/c80b9fef-2ee9-424f-aa38-3d2f0fdf3520/8433aedb-eaa1-48f3-b181-cec708eda57a) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:05:57.710771 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.719365 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.767682 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Network ddd508c4-3343-4589-983d-fec66c98675f is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:05:57.769105 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:05:57.772284 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:05:57.786440 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Pushing event updated for resources: {'Port': ['ID=8433aedb-eaa1-48f3-b181-cec708eda57a,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:05:57.808370 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.808734 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.809096 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.809464 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.809802 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.810128 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.810455 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.810779 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.811099 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.811435 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.811762 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.812076 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.812390 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:05:57.840911 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Attempting to bind port 8433aedb-eaa1-48f3-b181-cec708eda57a on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:05:57.841283 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Attempting to bind port 8433aedb-eaa1-48f3-b181-cec708eda57a by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:05:57.841671 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Attempting to bind port 8433aedb-eaa1-48f3-b181-cec708eda57a on network ddd508c4-3343-4589-983d-fec66c98675f {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:05:57.846636 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:05:57.847005 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Checking segment: {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:05:57.847398 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.847784 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Bound using segment: {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:05:57.848791 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Bound port: 8433aedb-eaa1-48f3-b181-cec708eda57a, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:05:57.849255 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.911445 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] For port 8433aedb-eaa1-48f3-b181-cec708eda57a, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:05:57.914595 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] For port 8433aedb-eaa1-48f3-b181-cec708eda57a, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=8433aedb-eaa1-48f3-b181-cec708eda57a,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:05:57.920280 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:57.977736 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed353ea-1310-4744-8d6f-da20e18fb47c None None] Pushing event updated for resources: {'Port': ['ID=8433aedb-eaa1-48f3-b181-cec708eda57a,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:05:58.807425 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f955e13-13cc-4901-bf26-4300d94b4eb9 None None] Network ddd508c4-3343-4589-983d-fec66c98675f requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:05:58.923343 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-6d5d4cba-2209-4945-b106-968301d9ba71 None None] Provisioning complete for port 8433aedb-eaa1-48f3-b181-cec708eda57a triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:05:58.923792 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4cba-2209-4945-b106-968301d9ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:59.012804 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4cba-2209-4945-b106-968301d9ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:59.052210 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-6d5d4cba-2209-4945-b106-968301d9ba71 None None] For port 8433aedb-eaa1-48f3-b181-cec708eda57a, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=8433aedb-eaa1-48f3-b181-cec708eda57a,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:05:59.059242 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4cba-2209-4945-b106-968301d9ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:59.115542 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d4cba-2209-4945-b106-968301d9ba71 None None] Pushing event updated for resources: {'Port': ['ID=8433aedb-eaa1-48f3-b181-cec708eda57a,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:05:59.385365 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-b118941b-3add-4e5e-86a2-11458c1cfb35 None None] Provisioning complete for port 8433aedb-eaa1-48f3-b181-cec708eda57a triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:05:59.385751 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b118941b-3add-4e5e-86a2-11458c1cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:05:59.517648 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 8433aedb-eaa1-48f3-b181-cec708eda57a up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:05:59.568684 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 8433aedb-eaa1-48f3-b181-cec708eda57a triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:05:59.569062 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:12.578348 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:06:19.173668 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ab335687-2bb2-4a32-825b-e9deb74987ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:21.506767 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4940-9966-407a-8cb4-2103aca065e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:22.799743 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:23.823413 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:25.549575 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:49.176171 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3e97-6d5b-40b4-bb85-7778f2e0b617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:49.576628 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:06:51.512400 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-41d302fb-4438-47ed-afe3-6488d21ca2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:52.803391 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:53.826352 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:06:55.560721 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:09.895388 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37378) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:09.901701 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [None req-23213e3b-a76d-41ed-bf4b-5ad25aa4fdbf tempest-verify_tempest_config-1911016846 tempest-verify_tempest_config-1911016846-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:07:09.902674 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-23213e3b-a76d-41ed-bf4b-5ad25aa4fdbf tempest-verify_tempest_config-1911016846 tempest-verify_tempest_config-1911016846-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057774 Dec 15 16:07:10.190587 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37396) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:10.293030 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.388867 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.392479 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.435875 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f60c6-60d7-4be5-aee6-f93061955ff0,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:10.440475 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03b0d12ac1de467897a9421f64cdc50c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2489069 Dec 15 16:07:10.443301 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37400) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:07:10.445037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.445426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.445780 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.446118 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.446449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.446777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.447121 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.447457 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.447785 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.448115 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.448439 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.448761 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.449083 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439470db-747b-4fc6-bffb-81e00b5a4c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.495997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.516272 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.609770 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.612346 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:10.613545 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/753f60c6-60d7-4be5-aee6-f93061955ff0 HTTP/1.1" status: 204 len: 168 time: 0.1692057 Dec 15 16:07:10.621435 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f60c6-60d7-4be5-aee6-f93061955ff0,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:07:10.627903 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.628257 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.628606 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.628944 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.629282 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.629641 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.630604 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.631002 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.631337 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.631788 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.632127 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.632631 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:10.632885 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c3f8fa-8058-473c-9296-77dd684ec27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:07:19.178659 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cc52a16d-5fab-44cc-b71d-18dd6a618ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:21.508573 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97be8535-fb6c-4684-9c5d-ef662e9f2e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:22.806201 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:23.827840 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:25.554386 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:26.574676 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:07:49.180907 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a3f55eea-d755-43f0-abe5-3ec95ab92364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:51.501667 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6e5ec19-c577-44c0-aa49-971dd92e7830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:52.807406 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:53.832927 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:07:55.556622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:03.572442 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:08:19.181696 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-98a9d53f-08cf-4c7e-b7b9-2dd553bb57ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:21.503752 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1e810c2a-6936-455a-8c40-74d1148d10eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:22.810369 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:23.835633 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:25.558554 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:40.572317 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 5 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:08:43.463494 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540406'] for agent, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:49.183201 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8bae64ea-46a0-4446-8af8-158afda3cc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:51.505066 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b5045c48-fc09-4a97-8b47-50d31499f444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:52.814658 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:53.837987 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:55.563207 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:08:58.373145 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37474) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:08:58.479838 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-718884df-3dcf-4fbd-a672-de36fa15f46e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1055806 Dec 15 16:09:00.887885 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37484) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:09:00.944857 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d13c11bc-040e-43d9-abb3-e15988c43e1a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0551753 Dec 15 16:09:13.427994 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:17.571016 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:09:19.277961 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-842fc448-9e1e-45e0-89fd-25a2784fe6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:21.506756 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b83-bd1e-44da-8081-e6941dd355eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:22.815091 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:23.842171 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:25.565001 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:43.425836 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:49.190631 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-018115de-9991-4c29-912d-bf7f4a3dd1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:51.508086 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6ca1695d-4366-4e60-81fc-6317f2378fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:52.822120 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:53.851914 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:09:54.570089 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:09:55.568660 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:13.452249 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:19.191840 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd548ef1-5a00-4547-b11e-7d75ab23e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:21.508119 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7db9e81a-b4e8-4286-aac7-ef9aa4345db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:22.824070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:23.850363 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:25.571674 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:31.574239 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:10:31.832001 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37648) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:32.096927 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-network', 'tenant_id': '9f1847fe78e7459f800877907c42878d'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:32.120266 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Made reservation on behalf of 9f1847fe78e7459f800877907c42878d for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:32.125515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.131659 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.220257 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.225017 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.253342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94382868-1efd-47f2-9d25-46acdd5e5110,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:32.258330 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:10:32.266995 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.267471 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.267779 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.268055 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.268344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.268649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.269495 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.270097 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.270466 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.270885 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.271199 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.271516 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.271834 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Tracked resource versions report: Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: pushed versions: Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: { 'AddressGroup': {'1.2'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Log': {'1.0'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Network': {'1.1'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Port': {'1.7'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'PortForwarding': {'1.2'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'QosPolicy': {'1.10'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroup': {'1.5'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SubPort': {'1.0'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Subnet': {'1.1'}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Trunk': {'1.1'}} Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: consumer versions: Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'ConntrackHelper': '1.0', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'LocalIPAssociation': '1.0', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Log': '1.0', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Network': '1.1', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Port': '1.7', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'PortForwarding': '1.2', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'QosPolicy': '1.10', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroup': '1.5', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SecurityGroupRule': '1.2', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'SubPort': '1.0', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Subnet': '1.1', Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: 'Trunk': '1.1'}} Dec 15 16:10:32.272969 dv-cinder-800704-2-iscsi neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:10:32.295008 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.295701 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Added segment 483e0300-0ed6-4cb4-b74a-16436e8eaa93 of type vlan for network 5b3320d8-9e2d-410a-88f0-376dd555410c Dec 15 16:10:32.344092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.371368 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.372356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.372922 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.437074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3320d8-9e2d-410a-88f0-376dd555410c,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:32.446072 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37696) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:32.446623 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8104b1e6-bade-4c7c-a2f6-142db53db844 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6130798 Dec 15 16:10:32.452648 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 5b3320d8-9e2d-410a-88f0-376dd555410c details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:10:32.455920 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Request body: {'subnet': {'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-subnet', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:32.487252 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Made reservation on behalf of 9f1847fe78e7459f800877907c42878d for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:32.490103 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.674885 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.737140 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175359b2-5e3f-45f2-a7b3-1d028fccc88f,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:32.749842 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.750201 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.750554 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.750900 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.751239 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.751577 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.751938 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.752293 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.752810 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.753162 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.753524 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.753854 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.754179 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Tracked resource versions report: Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: pushed versions: Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: { 'AddressGroup': {'1.2'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'ConntrackHelper': {'1.0'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Log': {'1.0'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Network': {'1.1'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Port': {'1.7'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'PortForwarding': {'1.2'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'QosPolicy': {'1.10'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroup': {'1.5'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SubPort': {'1.0'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Subnet': {'1.1'}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Trunk': {'1.1'}} Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: consumer versions: Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'ConntrackHelper': '1.0', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'LocalIPAssociation': '1.0', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Log': '1.0', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Network': '1.1', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Port': '1.7', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'PortForwarding': '1.2', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'QosPolicy': '1.10', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroup': '1.5', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SecurityGroupRule': '1.2', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'SubPort': '1.0', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Subnet': '1.1', Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: 'Trunk': '1.1'}} Dec 15 16:10:32.755295 dv-cinder-800704-2-iscsi neutron-server[102591]: {{(pid=102591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:10:32.761982 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Checking segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:32.762570 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Network hostable DHCP agents. Network: 5b3320d8-9e2d-410a-88f0-376dd555410c, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:10:32.781627 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Network 5b3320d8-9e2d-410a-88f0-376dd555410c is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:10:32.793327 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 5b3320d8-9e2d-410a-88f0-376dd555410c) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:32.798850 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:32.799439 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.805741 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408db0ed-8868-4c8a-9329-ee2a158b64d7 None None] Network 5b3320d8-9e2d-410a-88f0-376dd555410c requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:32.825460 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37708) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:32.828717 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:32.834802 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-43faa045-b948-431d-b8b3-3309c4ad98b0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3866427 Dec 15 16:10:32.855555 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.860146 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.936771 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a81ea-d784-46cf-b04f-8024ec2ee47d None None] Network 5b3320d8-9e2d-410a-88f0-376dd555410c requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:32.941931 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:32.949178 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37722) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:33.070480 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37728) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:33.099654 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.114424 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37738) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:33.225115 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1855099388-network', 'tenant_id': '59432b92e45948e5962f7a60e09135b3'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:33.255062 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Made reservation on behalf of 59432b92e45948e5962f7a60e09135b3 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:33.258161 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.274346 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.367768 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.378237 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-network', 'tenant_id': '4293903670af4a238fe13d805fcd9d59'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:33.382719 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.403379 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1987292309-network', 'tenant_id': 'd876e8f6e278448196f8e8989149241c'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:33.408104 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.420257 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.421140 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:10:33.447861 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Made reservation on behalf of 4293903670af4a238fe13d805fcd9d59 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:33.451005 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.484376 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deecaca4-03db-44aa-a7a2-974466b960d5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:33.488362 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.488947 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Added segment a3d943b6-d5d9-487b-8837-babf2201f619 of type vlan for network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 Dec 15 16:10:33.508923 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.559339 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.583323 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Made reservation on behalf of d876e8f6e278448196f8e8989149241c for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:33.585860 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.586114 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Allocated IP 172.27.0.195 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/fdf01c4c-2dfe-4c8e-a442-5b7f1a154773) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:33.601172 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.609854 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.610810 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:33.611580 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.745164 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.804723 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] Pushing event updated for resources: {'Network': ['ID=7d5230c5-6fc8-45a8-89a6-a1e34f97f335,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:33.810281 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-93eedd81-606c-400f-89d1-bb9eae403cef admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8599250 Dec 15 16:10:33.814236 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.815407 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:10:33.827046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:10:33.828835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37766) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:33.839421 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.839997 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Added segment a1d1024b-76d3-478a-a201-eb284ca7dd00 of type vlan for network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b Dec 15 16:10:33.854427 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Request body: {'subnet': {'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1855099388-subnet', 'tenant_id': '59432b92e45948e5962f7a60e09135b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:33.896457 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed17497-d271-4a27-8755-9fe8d9c82518,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:33.923976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:33.985678 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Made reservation on behalf of 59432b92e45948e5962f7a60e09135b3 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:33.992321 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.010320 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.011661 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:34.012546 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.109998 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.111341 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.130252 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.156267 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:10:34.167360 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.167739 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Added segment e95864fa-8481-4324-948b-ed6693ca0dbd of type vlan for network ed985f33-cdae-44a4-bb97-f437877d64c9 Dec 15 16:10:34.184809 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.231487 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.300078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:34.301614 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:34.307023 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:34.312833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078614db-dc22-44bd-9bb4-7c6d0e9e18a1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:34.333084 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2175612 Dec 15 16:10:34.333881 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37782) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:34.341797 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Request body: {'subnet': {'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1987292309-subnet', 'tenant_id': 'd876e8f6e278448196f8e8989149241c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:34.358085 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ce372-e659-4e86-a9ee-27563dd3b4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=69eb36a1-1fe8-46e9-948f-c08f5a260c2b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:34.362926 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.363927 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:34.364941 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.373508 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:10:34.442859 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:34.483307 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Made reservation on behalf of d876e8f6e278448196f8e8989149241c for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:34.495096 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.561546 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4895732 Dec 15 16:10:34.575209 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37790) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:34.583021 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Request body: {'subnet': {'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-subnet', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:34.597849 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0945a6a-c971-4d73-a3e2-2f5f8cf5d355 admin admin] Pushing event updated for resources: {'Network': ['ID=ed985f33-cdae-44a4-bb97-f437877d64c9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:34.615835 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network ed985f33-cdae-44a4-bb97-f437877d64c9 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:10:34.642818 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Made reservation on behalf of 4293903670af4a238fe13d805fcd9d59 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:34.649764 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.778869 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.782578 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.913679 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:34.952819 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:34.953554 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Checking segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:34.954215 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Network hostable DHCP agents. Network: 7d5230c5-6fc8-45a8-89a6-a1e34f97f335, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:10:35.016702 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:35.052891 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:10:35.074059 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 7d5230c5-6fc8-45a8-89a6-a1e34f97f335) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:35.081816 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Checking segment: {'id': 'a1d1024b-76d3-478a-a201-eb284ca7dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:35.082174 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Network hostable DHCP agents. Network: 69eb36a1-1fe8-46e9-948f-c08f5a260c2b, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:10:35.082301 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:35.082886 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.087064 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9cd1fd-ab6e-4673-a70e-6e9b62118547 None None] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:35.098281 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.120966 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e12732ef-4be7-4ed1-b152-7a707f3a4f13 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2804039 Dec 15 16:10:35.200714 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:10:35.247644 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 69eb36a1-1fe8-46e9-948f-c08f5a260c2b) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:35.267748 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.281123 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794ab78d-5fc9-4d51-8959-5ff53520bff2 None None] Network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:35.288611 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:35.290824 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.309523 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Router 8f9a8697-13cd-4128-b96d-48a84342140d is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:10:35.459201 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Checking segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:35.459941 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Network hostable DHCP agents. Network: ed985f33-cdae-44a4-bb97-f437877d64c9, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:10:35.460064 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:10:35.474843 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Sync routers for ids ['8f9a8697-13cd-4128-b96d-48a84342140d'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:10:35.482367 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.487190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5dc34447-4533-4a81-af93-c0add0df03a4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6622052 Dec 15 16:10:35.488247 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37826) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:35.496126 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe69901-687b-46f2-99c2-a6a704656d50 None None] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:35.498244 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Routers {'8f9a8697-13cd-4128-b96d-48a84342140d'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:35.499028 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-214beb06-f37b-4525-9fc3-67657df029bf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1635253 Dec 15 16:10:35.507452 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=378c90ed-9df8-4594-a2b4-5fd0506f7f5b,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:35.510191 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['8f9a8697-13cd-4128-b96d-48a84342140d'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:35.590088 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Network ed985f33-cdae-44a4-bb97-f437877d64c9 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:10:35.611445 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, ed985f33-cdae-44a4-bb97-f437877d64c9) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:35.627865 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:35.629173 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.671051 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-fa873957-947d-4a86-a8f7-82c79266d16a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0946226 Dec 15 16:10:35.673692 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37834) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:35.680074 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:35.724807 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f14a5-d8dd-44d5-b125-70db2b10ec17 None None] Network ed985f33-cdae-44a4-bb97-f437877d64c9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:35.750550 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.751962 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:35.911972 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532addf4-2594-4240-a129-4d0f0ce6c4a3 None None] Network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:35.969478 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Set router 8f9a8697-13cd-4128-b96d-48a84342140d gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:36.066578 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:36.472541 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:36.488543 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:36.518843 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-ed985f33-cdae-44a4-bb97-f437877d64c9', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:10:36.519731 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:36.611432 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 37900) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:36.639651 dv-cinder-800704-2-iscsi neutron-server[102591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 16:10:36.679329 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:10:34Z', 'revision_number': 3, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:36.746248 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Checking router: 8f9a8697-13cd-4128-b96d-48a84342140d for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:10:36.746617 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Updating router 8f9a8697-13cd-4128-b96d-48a84342140d port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:10:36.785305 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 37906) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:36.793074 dv-cinder-800704-2-iscsi neutron-server[102592]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 16:10:36.800126 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Allocated IP 172.20.0.2 (ed985f33-cdae-44a4-bb97-f437877d64c9/378c90ed-9df8-4594-a2b4-5fd0506f7f5b/fb81fbab-cff1-4b51-b160-a55037d72db9) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:36.801695 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:36.865049 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-305f1d42-746c-4582-a186-caabad564372 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:36.866534 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-305f1d42-746c-4582-a186-caabad564372 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/networks?id=69eb36a1-1fe8-46e9-948f-c08f5a260c2b HTTP/1.1" status: 200 len: 812 time: 0.2281945 Dec 15 16:10:36.893767 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ebe947f4-e883-4086-aed0-820cdd99cc39 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/quotas/d876e8f6e278448196f8e8989149241c HTTP/1.1" status: 200 len: 375 time: 0.0206165 Dec 15 16:10:36.979808 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:36.987576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.002393 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-eb9ca12d-1181-4799-b487-d851469e4910 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d876e8f6e278448196f8e8989149241c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028125 Dec 15 16:10:37.015259 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-76318017-60b8-4178-ad27-392a8d86e896 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:37.016785 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-76318017-60b8-4178-ad27-392a8d86e896 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.2301266 Dec 15 16:10:37.079749 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Network ed985f33-cdae-44a4-bb97-f437877d64c9 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:37.083060 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94ecd82f-c1c4-4ddc-b6c9-28c4e355ca7d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/quotas/59432b92e45948e5962f7a60e09135b3 HTTP/1.1" status: 200 len: 375 time: 0.0319793 Dec 15 16:10:37.089096 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:37.093167 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:37.102426 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.144898 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.157280 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-2190b426-4931-4e7a-90d3-7587147d45b0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731053 Dec 15 16:10:37.159075 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Allocated IP 172.20.0.1 (5b3320d8-9e2d-410a-88f0-376dd555410c/175359b2-5e3f-45f2-a7b3-1d028fccc88f/34170f8b-4f29-4d53-996b-f899a40ae5a2) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:37.166348 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Pushing event updated for resources: {'Port': ['ID=fb81fbab-cff1-4b51-b160-a55037d72db9,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:37.186737 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.187380 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.187925 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.188422 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.188924 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.189457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.189960 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.190457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.190941 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.191440 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.192069 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.192559 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.193036 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Tracked resource versions report: Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: pushed versions: Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: { 'AddressGroup': {'1.2'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'ConntrackHelper': {'1.0'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Log': {'1.0'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Network': {'1.1'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Port': {'1.7'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'PortForwarding': {'1.2'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'QosPolicy': {'1.10'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroup': {'1.5'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SubPort': {'1.0'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Subnet': {'1.1'}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Trunk': {'1.1'}} Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: consumer versions: Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'ConntrackHelper': '1.0', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'LocalIPAssociation': '1.0', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Log': '1.0', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Network': '1.1', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Port': '1.7', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'PortForwarding': '1.2', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'QosPolicy': '1.10', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroup': '1.5', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SecurityGroupRule': '1.2', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'SubPort': '1.0', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Subnet': '1.1', Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: 'Trunk': '1.1'}} Dec 15 16:10:37.195154 dv-cinder-800704-2-iscsi neutron-server[102593]: {{(pid=102593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:10:37.200996 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Attempting to bind port fb81fbab-cff1-4b51-b160-a55037d72db9 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:37.201785 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Attempting to bind port fb81fbab-cff1-4b51-b160-a55037d72db9 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:37.202638 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Attempting to bind port fb81fbab-cff1-4b51-b160-a55037d72db9 on network ed985f33-cdae-44a4-bb97-f437877d64c9 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:37.209927 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:37.210616 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Checking segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:37.211224 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.211819 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Bound using segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:37.212975 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Bound port: fb81fbab-cff1-4b51-b160-a55037d72db9, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:37.213803 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.262328 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.272431 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.314941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.324559 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] For port fb81fbab-cff1-4b51-b160-a55037d72db9, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:37.329860 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] For port fb81fbab-cff1-4b51-b160-a55037d72db9, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fb81fbab-cff1-4b51-b160-a55037d72db9,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:37.331936 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Attempting to bind port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:37.332316 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Attempting to bind port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:37.332818 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Attempting to bind port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:37.334794 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Pushing event updated for resources: {'Port': ['ID=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:37.338766 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.346144 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:37.346781 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:37.347545 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.348109 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:37.348804 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Bound port: fdf01c4c-2dfe-4c8e-a442-5b7f1a154773, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:37.349410 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.350386 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-4ef04349-155e-42b3-8622-5acf7753ed2f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:37.353694 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.354359 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.354959 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.355493 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.356072 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.356616 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.357150 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.357698 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.358292 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.358852 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.359381 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.359915 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.360481 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Tracked resource versions report: Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: pushed versions: Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: { 'AddressGroup': {'1.2'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'ConntrackHelper': {'1.0'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Log': {'1.0'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Network': {'1.1'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Port': {'1.7'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'PortForwarding': {'1.2'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'QosPolicy': {'1.10'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroup': {'1.5'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SubPort': {'1.0'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Subnet': {'1.1'}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Trunk': {'1.1'}} Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: consumer versions: Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: { DHCP agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: HyperV agent@hv-cinder-80070: {}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: L3 agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: Metadata agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: Metering agent@dv-cinder-800704-2-iscsi: {}, Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: Open vSwitch agent@dv-cinder-800704-2-iscsi: { 'AddressGroup': '1.2', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'ConntrackHelper': '1.0', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'LocalIPAssociation': '1.0', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Log': '1.0', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Network': '1.1', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Port': '1.7', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'PortForwarding': '1.2', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'QosPolicy': '1.10', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroup': '1.5', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SecurityGroupRule': '1.2', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'SubPort': '1.0', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Subnet': '1.1', Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: 'Trunk': '1.1'}} Dec 15 16:10:37.361863 dv-cinder-800704-2-iscsi neutron-server[102594]: {{(pid=102594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:10:37.363925 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-4ef04349-155e-42b3-8622-5acf7753ed2f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1078587 Dec 15 16:10:37.394104 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-2b146a3c-c86e-4cc9-8ab1-5dff9ea24179 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:37.395233 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-2b146a3c-c86e-4cc9-8ab1-5dff9ea24179 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1363356 Dec 15 16:10:37.434692 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] For port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:37.438172 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] For port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:37.446256 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6179326-f93f-496b-8c69-2f45de41f8f9 None None] Pushing event updated for resources: {'Port': ['ID=fb81fbab-cff1-4b51-b160-a55037d72db9,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:37.447170 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.499820 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.527755 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d1288-2fa1-4305-b399-c84acf8f399e None None] Pushing event updated for resources: {'Port': ['ID=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:37.530946 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Allocated IP 172.27.0.205 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/43fb1e6b-d023-4843-b791-cf676fcaeb20) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:37.533270 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Routers {'8f9a8697-13cd-4128-b96d-48a84342140d'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:37.533915 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['8f9a8697-13cd-4128-b96d-48a84342140d'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:37.599011 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Network 5b3320d8-9e2d-410a-88f0-376dd555410c is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:37.599766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Pushing event updated for resources: {'Port': ['ID=34170f8b-4f29-4d53-996b-f899a40ae5a2,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:37.606580 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:37.612314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:37.613306 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.682874 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-a3d647c1-613b-450d-83a8-42d940fcd055 service neutron] 10.222.0.36 "GET /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186026 Dec 15 16:10:37.729853 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] Set router 8f9a8697-13cd-4128-b96d-48a84342140d gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:37.757336 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:37.918833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.006371 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cedc6d37-d958-43ca-9eda-10254c3d8855 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935555 Dec 15 16:10:38.114889 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:10:34Z', 'revision_number': 3, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:38.119092 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-a74f8de3-934f-4610-bad7-d6ca6c310e66 service neutron] 10.222.0.36 "GET /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292505 Dec 15 16:10:38.162863 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.170028 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:38.178248 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:38.183337 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:38.190474 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Pushing event updated for resources: {'Port': ['ID=43fb1e6b-d023-4843-b791-cf676fcaeb20,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:38.194929 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dcf1b5-d554-4f57-ad61-6d81a2f23f6f None None] The sync data for ids ['8f9a8697-13cd-4128-b96d-48a84342140d'] in dv-cinder-800704-2-iscsi is: [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:10:34Z', 'revision_number': 3, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:10:38.322007 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-92887e59-b79f-4e6e-a8be-08b16b5d4154 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146889 Dec 15 16:10:38.615466 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.622616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.623411 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.647198 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:38.711490 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Pushing event updated for resources: {'Port': ['ID=34170f8b-4f29-4d53-996b-f899a40ae5a2,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:39.100923 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8b774a5e-6eb3-4af4-b889-bb59d6bdc8fb req-374686b3-ef5a-4e1b-a04a-fbee15712ccf tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.1394737 Dec 15 16:10:39.127989 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Network 5b3320d8-9e2d-410a-88f0-376dd555410c is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:39.131833 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:39.243401 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924922fe-1e78-4af7-9511-5c5b5294adda None None] Network ed985f33-cdae-44a4-bb97-f437877d64c9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:10:39.418070 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0f106a5-8282-46ff-9431-469e1c09c17e req-84174e46-bd91-47a5-acbb-5e31d634c5ce tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.2885885 Dec 15 16:10:39.455846 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Router 8f9a8697-13cd-4128-b96d-48a84342140d has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:10:39.467435 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-b323dfaa-6776-4fd2-bf60-bdacc2ee2703 None None] Provisioning complete for port fb81fbab-cff1-4b51-b160-a55037d72db9 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:39.478751 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b323dfaa-6776-4fd2-bf60-bdacc2ee2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:39.515529 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:39.873802 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fb81fbab-cff1-4b51-b160-a55037d72db9 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:39.920520 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b323dfaa-6776-4fd2-bf60-bdacc2ee2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:39.979864 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:10:40.011063 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-b323dfaa-6776-4fd2-bf60-bdacc2ee2703 None None] For port fb81fbab-cff1-4b51-b160-a55037d72db9, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fb81fbab-cff1-4b51-b160-a55037d72db9,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:40.023513 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b323dfaa-6776-4fd2-bf60-bdacc2ee2703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:40.041674 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port fb81fbab-cff1-4b51-b160-a55037d72db9 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:40.042841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:40.052016 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:10:40.061936 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-23219751-f759-48db-ab1a-05ddce9f8a87 admin admin] 10.222.0.36 "PUT /v2.0/routers/8f9a8697-13cd-4128-b96d-48a84342140d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5714979 Dec 15 16:10:40.113160 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323dfaa-6776-4fd2-bf60-bdacc2ee2703 None None] Pushing event updated for resources: {'Port': ['ID=fb81fbab-cff1-4b51-b160-a55037d72db9,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:40.226001 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:40.237901 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d3a1775-50fd-436f-b5e9-784587504a13 req-b4726b47-b4a5-4744-a125-906e87fdc368 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.0356116 Dec 15 16:10:40.285512 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:10:40.312179 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:10:40.323029 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:40.324528 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-061bad84-4f7b-484b-8cd4-0219a56e4102 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6497035 Dec 15 16:10:40.327231 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38054) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:40.352788 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fec3f2bf-6121-4b18-8c66-2110b297ed25 None None] Provisioning complete for port fb81fbab-cff1-4b51-b160-a55037d72db9 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:40.353203 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fec3f2bf-6121-4b18-8c66-2110b297ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:40.357905 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:40.358553 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:40.488586 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:40.488932 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:40.604755 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7ca19f93-5c04-4461-986e-1928bcb74aec req-1cf0b833-3031-4416-8ec3-da2785017be5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.0629284 Dec 15 16:10:40.720325 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:40.836282 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-743f5c40-16bb-4a56-91d2-7e3949e8976c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:40.841959 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-743f5c40-16bb-4a56-91d2-7e3949e8976c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 819 time: 0.1626434 Dec 15 16:10:40.905356 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:40.925105 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-23a08de4-f627-4cd7-abbc-73d51c2a6307 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/quotas/9f1847fe78e7459f800877907c42878d HTTP/1.1" status: 200 len: 375 time: 0.0467551 Dec 15 16:10:40.947190 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:40.959133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.013809 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:38Z', 'revision_number': 3, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:41.026545 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-950691dd-5441-495f-b386-dd97c9d64408 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905242 Dec 15 16:10:41.048357 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:10:41.048641 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Updating router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 port 43fb1e6b-d023-4843-b791-cf676fcaeb20 binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:10:41.050781 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Sync routers for ids ['8f9a8697-13cd-4128-b96d-48a84342140d'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:10:41.052403 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:41.077301 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Routers {'8f9a8697-13cd-4128-b96d-48a84342140d'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:41.077962 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['8f9a8697-13cd-4128-b96d-48a84342140d'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:41.080933 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.185948 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-0c1a42bb-95da-46a2-af74-28003a8e1c1f service neutron] 10.222.0.36 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489520 Dec 15 16:10:41.186739 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Set router 8f9a8697-13cd-4128-b96d-48a84342140d gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:41.193081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.402003 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-8fd5cf87-23cd-4911-b1db-b2c12498b7eb service neutron] 10.222.0.36 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057428 Dec 15 16:10:41.441588 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34308c55-fd57-4f13-82ee-c137ab267d6c req-70008a7d-1aa2-47f6-935c-c47f5b3f3e1a tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.0576687 Dec 15 16:10:41.469672 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:10:37Z', 'revision_number': 4, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '34170f8b-4f29-4d53-996b-f899a40ae5a2', 'name': '', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'mac_address': 'fa:16:3e:c7:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:36Z', 'updated_at': '2021-12-15T16:10:38Z', 'revision_number': 2, 'project_id': '9f1847fe78e7459f800877907c42878d', 'subnets': [{'id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:41.497026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Allocated IP 172.20.0.1 (ed985f33-cdae-44a4-bb97-f437877d64c9/378c90ed-9df8-4594-a2b4-5fd0506f7f5b/519ea18f-28ad-45b8-88a1-99eb689429c5) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:41.500911 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.506169 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Checking router: 8f9a8697-13cd-4128-b96d-48a84342140d for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:10:41.510301 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Updating router 8f9a8697-13cd-4128-b96d-48a84342140d port 34170f8b-4f29-4d53-996b-f899a40ae5a2 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:10:41.510685 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.569943 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.607829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Attempting to bind port 43fb1e6b-d023-4843-b791-cf676fcaeb20 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:41.607829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Attempting to bind port 43fb1e6b-d023-4843-b791-cf676fcaeb20 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:41.608095 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Attempting to bind port 43fb1e6b-d023-4843-b791-cf676fcaeb20 on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:41.610137 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269c28-f10e-4480-b2ac-6032c94452fc None None] Pushing event updated for resources: {'Port': ['ID=43fb1e6b-d023-4843-b791-cf676fcaeb20,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:41.616776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:41.617158 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:41.617589 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.617980 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:41.619088 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Bound port: 43fb1e6b-d023-4843-b791-cf676fcaeb20, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:41.619088 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.718637 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] For port 43fb1e6b-d023-4843-b791-cf676fcaeb20, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:41.723149 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.730969 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] For port 43fb1e6b-d023-4843-b791-cf676fcaeb20, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=43fb1e6b-d023-4843-b791-cf676fcaeb20,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:41.745163 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fb81fbab-cff1-4b51-b160-a55037d72db9 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:41.751233 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.770565 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b34bc65d-cb67-4605-9837-30c537b9272e req-b88c5b76-4dfd-4b78-99e9-a8eac493e42b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 210 time: 0.1067607 Dec 15 16:10:41.854452 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:41.996960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Network ed985f33-cdae-44a4-bb97-f437877d64c9 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:41.999585 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Pushing event updated for resources: {'Port': ['ID=519ea18f-28ad-45b8-88a1-99eb689429c5,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:42.002417 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269c28-f10e-4480-b2ac-6032c94452fc None None] Pushing event updated for resources: {'Port': ['ID=43fb1e6b-d023-4843-b791-cf676fcaeb20,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:42.022278 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:42.029160 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:42.029599 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.072114 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-85d688ee-c14c-445c-928f-c146b113ea43 req-883f4a9e-e6a3-4b24-a5dd-1f1c498077c6 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.1883399 Dec 15 16:10:42.086498 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port fb81fbab-cff1-4b51-b160-a55037d72db9 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:42.091225 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.237544 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:42.238436 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:42.287005 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-df86ba0c-2b4f-4dfd-a429-65a0bed10c21 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:42.294596 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-df86ba0c-2b4f-4dfd-a429-65a0bed10c21 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 819 time: 0.2975090 Dec 15 16:10:42.325677 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.330036 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-6fd7e17d-4a11-4bd7-bfbf-d62da460601d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/quotas/9f1847fe78e7459f800877907c42878d HTTP/1.1" status: 200 len: 375 time: 0.0341456 Dec 15 16:10:42.448029 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.469961 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.491681 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-e56ac0ba-28ec-4cdf-a42f-b4efa0e00571 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1606810 Dec 15 16:10:42.605577 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-231289b2-ecce-4a53-b01e-e5199bbeefdb None None] Provisioning complete for port 519ea18f-28ad-45b8-88a1-99eb689429c5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:42.606156 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-231289b2-ecce-4a53-b01e-e5199bbeefdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.618909 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-913ff849-12ea-403c-ba87-17770f448291 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259151 Dec 15 16:10:42.632461 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08fedb-b1f6-4d44-b8da-5dbdccc728e7 None None] Pushing event updated for resources: {'Port': ['ID=34170f8b-4f29-4d53-996b-f899a40ae5a2,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:42.700116 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-57b69849-5f5a-4f59-a66d-f528de7ea5ee req-7e9713b0-9214-4273-b57c-64ee3d25790f tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.0838349 Dec 15 16:10:42.726842 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:42.731831 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:42.756382 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Attempting to bind port 34170f8b-4f29-4d53-996b-f899a40ae5a2 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:42.757754 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Attempting to bind port 34170f8b-4f29-4d53-996b-f899a40ae5a2 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:42.757754 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Attempting to bind port 34170f8b-4f29-4d53-996b-f899a40ae5a2 on network 5b3320d8-9e2d-410a-88f0-376dd555410c {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:42.763484 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:42.765342 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Checking segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:42.765963 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.766519 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Bound using segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:42.767604 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Bound port: 34170f8b-4f29-4d53-996b-f899a40ae5a2, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:42.768791 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.801787 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.808026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.808873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.817325 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-8e0f923b-a4f1-47e5-88d3-c910392616cb service neutron] 10.222.0.36 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972122 Dec 15 16:10:42.860813 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Pushing event updated for resources: {'Port': ['ID=519ea18f-28ad-45b8-88a1-99eb689429c5,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:42.923181 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] For port 34170f8b-4f29-4d53-996b-f899a40ae5a2, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:42.930728 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] For port 34170f8b-4f29-4d53-996b-f899a40ae5a2, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=34170f8b-4f29-4d53-996b-f899a40ae5a2,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:42.949807 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:42.962844 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38158) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:43.044805 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-231289b2-ecce-4a53-b01e-e5199bbeefdb None None] Port 519ea18f-28ad-45b8-88a1-99eb689429c5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:10:43.113528 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Routers {'8f9a8697-13cd-4128-b96d-48a84342140d'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:43.114374 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['8f9a8697-13cd-4128-b96d-48a84342140d'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:43.229772 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a86d410b-5437-4e58-b6b9-4ddc410306f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.281059 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:43.291449 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.325356 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34fc9b69-774c-405b-bbfd-66d8437c394f req-528a07f5-323f-408e-9bc0-a3fc4ff14574 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 210 time: 0.0796497 Dec 15 16:10:43.421541 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08fedb-b1f6-4d44-b8da-5dbdccc728e7 None None] Pushing event updated for resources: {'Port': ['ID=34170f8b-4f29-4d53-996b-f899a40ae5a2,revision_number=4']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:43.453747 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b303fad6-2715-418a-ae97-572c2b301b31 req-8909363a-24f6-4a8f-a906-3483b80efd77 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.1144571 Dec 15 16:10:43.463022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Network ed985f33-cdae-44a4-bb97-f437877d64c9 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:43.477477 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:43.537505 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] Set router 8f9a8697-13cd-4128-b96d-48a84342140d gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:43.582778 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.605966 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a86d410b-5437-4e58-b6b9-4ddc410306f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.622299 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a86d410b-5437-4e58-b6b9-4ddc410306f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.709698 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a86d410b-5437-4e58-b6b9-4ddc410306f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4e05d818bd84699ab687f2b8bd98f74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7440662 Dec 15 16:10:43.711346 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38184) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:43.713154 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d410b-5437-4e58-b6b9-4ddc410306f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e3a6e-3f55-4a62-aff5-81c11d7c38a8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:43.845049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:10:43.871174 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56dca040-9b6c-4f2f-960f-7c3a3ceb2318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.913649 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:38Z', 'revision_number': 3, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:43.954138 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56dca040-9b6c-4f2f-960f-7c3a3ceb2318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:43.969271 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79a5b2-4c14-457b-8316-5c2ae489d6d6 None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:38Z', 'revision_number': 3, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:10:44.000269 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-bc883607-bcaa-4e2d-8b04-50c62d0113f0 None None] Provisioning complete for port 519ea18f-28ad-45b8-88a1-99eb689429c5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:44.000910 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bc883607-bcaa-4e2d-8b04-50c62d0113f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:44.084631 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.46', 60883) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:44.090241 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d1f2a4f6-7337-4def-903b-544a34f575ce req-23fbfbde-4041-4472-a8aa-699350d3ba11 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.1287613 Dec 15 16:10:44.092720 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-bc883607-bcaa-4e2d-8b04-50c62d0113f0 None None] Port 519ea18f-28ad-45b8-88a1-99eb689429c5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:10:44.222943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:10:44.238367 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-f6b15a0d-d979-4077-bbd7-6d2d615d83a0 admin admin] 10.222.0.36 "PUT /v2.0/routers/321ea8f0-abf4-4eec-97a1-c4816f4295c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9098544 Dec 15 16:10:44.258207 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:10:37Z', 'revision_number': 4, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '34170f8b-4f29-4d53-996b-f899a40ae5a2', 'name': '', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'mac_address': 'fa:16:3e:c7:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:36Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '9f1847fe78e7459f800877907c42878d', 'subnets': [{'id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:44.313328 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51841e-1d06-4d8b-83b1-988746940d84 None None] The sync data for ids ['8f9a8697-13cd-4128-b96d-48a84342140d'] in dv-cinder-800704-2-iscsi is: [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:10:37Z', 'revision_number': 4, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '34170f8b-4f29-4d53-996b-f899a40ae5a2', 'name': '', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'mac_address': 'fa:16:3e:c7:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:36Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '9f1847fe78e7459f800877907c42878d', 'subnets': [{'id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:10:44.373724 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-f3fcc925-f9cb-4260-a1d1-c342ba936b72 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:44.375245 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-f3fcc925-f9cb-4260-a1d1-c342ba936b72 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.46 "GET /v2.0/networks?id=69eb36a1-1fe8-46e9-948f-c08f5a260c2b HTTP/1.1" status: 200 len: 812 time: 0.2758665 Dec 15 16:10:44.376715 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56dca040-9b6c-4f2f-960f-7c3a3ceb2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:44.379326 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-56dca040-9b6c-4f2f-960f-7c3a3ceb2318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:44.380719 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-56dca040-9b6c-4f2f-960f-7c3a3ceb2318 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b2e3a6e-3f55-4a62-aff5-81c11d7c38a8 HTTP/1.1" status: 204 len: 168 time: 0.6520915 Dec 15 16:10:44.396766 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca040-9b6c-4f2f-960f-7c3a3ceb2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e3a6e-3f55-4a62-aff5-81c11d7c38a8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:44.465269 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Request body: {'port': {'device_id': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b', 'admin_state_up': True, 'tenant_id': 'd876e8f6e278448196f8e8989149241c'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:44.652164 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43db9868-2bb0-45bf-993c-ba427a84cbbd req-866b89a9-9e4e-4897-b12f-3bc51a60c09b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 210 time: 0.1125665 Dec 15 16:10:44.921951 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.46', 60890) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:44.934997 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e10b4641-fbc7-4d97-8c59-fc1744716f24 req-b711e665-b961-4ba6-b232-e33108618d75 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.1370730 Dec 15 16:10:45.180674 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Made reservation on behalf of d876e8f6e278448196f8e8989149241c for: {'port': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:45.192500 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:45.367787 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-5b630ba6-42ae-4f6a-94a3-9bc4c26e621e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:45.369741 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-5b630ba6-42ae-4f6a-94a3-9bc4c26e621e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.4467480 Dec 15 16:10:45.391717 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Request body: {'port': {'device_id': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'admin_state_up': True, 'tenant_id': '59432b92e45948e5962f7a60e09135b3'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:45.522802 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.46', 60892) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:45.954825 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Made reservation on behalf of 59432b92e45948e5962f7a60e09135b3 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:45.960035 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:46.091880 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-5e8a5d46-002c-403f-ba0a-ae3447cfc964 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:46.094269 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-5e8a5d46-002c-403f-ba0a-ae3447cfc964 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 819 time: 0.5704837 Dec 15 16:10:46.147398 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1e2c2201-14f6-44b8-9691-99db7e5935c2 req-8b1cd498-fc40-4815-966e-d45fcde7e302 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.8225136 Dec 15 16:10:46.249953 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 43fb1e6b-d023-4843-b791-cf676fcaeb20 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:46.256377 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Request body: {'port': {'device_id': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'admin_state_up': True, 'tenant_id': '9f1847fe78e7459f800877907c42878d'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:46.590912 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 43fb1e6b-d023-4843-b791-cf676fcaeb20 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:46.593343 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:46.665272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.46', 60897) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:46.670036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38322) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:46.726488 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910418788', 'description': 'tempest-description--1084809426'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:46.981986 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:46.993600 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.044271 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 43fb1e6b-d023-4843-b791-cf676fcaeb20, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=43fb1e6b-d023-4843-b791-cf676fcaeb20,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:47.064709 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.066059 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 34170f8b-4f29-4d53-996b-f899a40ae5a2 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:47.089373 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-be565852-6f65-400a-b297-5875d7e404f0 req-9b249ac3-913d-4462-a28d-2816a5fd24c3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 210 time: 0.3795981 Dec 15 16:10:47.166434 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5ff5ada0-05bb-4ac7-a7f6-4d178c5d8da1 req-a5da7a3c-a58a-457b-b142-9dc785191b06 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.2530723 Dec 15 16:10:47.216190 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=43fb1e6b-d023-4843-b791-cf676fcaeb20,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:47.273328 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 34170f8b-4f29-4d53-996b-f899a40ae5a2 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:47.274068 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.328208 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Allocated IP 172.20.0.5 (7d5230c5-6fc8-45a8-89a6-a1e34f97f335/2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe/648d6170-f09f-415c-8e88-60e67684a8da) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:47.367652 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Allocated IP 172.20.0.5 (69eb36a1-1fe8-46e9-948f-c08f5a260c2b/e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6/74e0a314-8c6c-4c1c-94b0-01a8822e91d5) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:47.404473 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Made reservation on behalf of 9f1847fe78e7459f800877907c42878d for: {'port': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:47.419023 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.600602 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1a0e3062-2d2c-444c-9b26-5b48c4c1a449 req-fb3c59c7-79ba-4e94-a8c0-d9ebfef5e33f tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.0652831 Dec 15 16:10:47.626752 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.734529 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 34170f8b-4f29-4d53-996b-f899a40ae5a2, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=34170f8b-4f29-4d53-996b-f899a40ae5a2,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:47.744333 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.812586 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.820528 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Allocated IP 172.20.0.13 (5b3320d8-9e2d-410a-88f0-376dd555410c/175359b2-5e3f-45f2-a7b3-1d028fccc88f/dcc16873-43c3-4ab9-a1c5-a436ca059a16) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:47.857639 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:47.907490 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:10:48.000658 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:48.003100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.004887 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2914021 Dec 15 16:10:48.010903 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:48.027042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38370) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:48.072815 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'security_group_rule': {'security_group_id': '4457c8ed-02f9-4b24-b98d-72bb63af73e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:48.227420 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-da05fd25-6287-471d-99ea-b6ac9c014162 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:48.230852 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-da05fd25-6287-471d-99ea-b6ac9c014162 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 819 time: 1.5581985 Dec 15 16:10:48.247206 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d8781-c201-4608-a8f9-a8ad8665252e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4457c8ed-02f9-4b24-b98d-72bb63af73e1,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:48.269489 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.335368 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Request body: {'port': {'device_id': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'admin_state_up': True, 'tenant_id': '9f1847fe78e7459f800877907c42878d'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:48.521859 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1eae4c6c-89db-49f0-a092-994d9001a6c1 req-0d39ef8f-2001-4edb-8d76-135976f4ff62 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 210 time: 0.1896966 Dec 15 16:10:48.537364 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=34170f8b-4f29-4d53-996b-f899a40ae5a2,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:48.575023 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 43fb1e6b-d023-4843-b791-cf676fcaeb20 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:48.582358 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.665472 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-df006574-994e-43df-a7fe-8bde8b50d066 req-2a25a7de-fd96-49e7-a923-8767ef1cacd2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 210 time: 0.1887505 Dec 15 16:10:48.728285 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.871800 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 43fb1e6b-d023-4843-b791-cf676fcaeb20 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:48.872168 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.872295 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.877983 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.889472 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:48.923167 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3a00e7-00fe-44d2-9a38-7f94deab9867,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:48.994511 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Made reservation on behalf of 9f1847fe78e7459f800877907c42878d for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:48.995971 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.010014 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.120637 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:49.231925 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Network 5b3320d8-9e2d-410a-88f0-376dd555410c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:49.251833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:49.261704 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:49.268898 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:49.269585 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.273654 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.289675 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-28ce2b37-9ea5-4362-b07a-1972af2848b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.317808 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:49.332516 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:49.350897 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:49.372683 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:49.374831 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.417797 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Pushing event updated for resources: {'Port': ['ID=dcc16873-43c3-4ab9-a1c5-a436ca059a16,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:49.543145 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Pushing event updated for resources: {'Port': ['ID=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:49.554368 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-ad981835-3571-4b7a-981d-21d41902a653 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0973318 Dec 15 16:10:49.559116 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.563394 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-525eb62c-58b2-4c52-a776-22fce351f40e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4966352 Dec 15 16:10:49.563548 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-72712e86-434e-4095-a23f-4f602f0f96e3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3733633 Dec 15 16:10:49.563548 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38434) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:49.571838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'security_group_rule': {'security_group_id': '4457c8ed-02f9-4b24-b98d-72bb63af73e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:49.579451 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 2, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:49.596954 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c418f4c-17c4-4881-85e4-afd2958fcc2c req-b312372b-2390-4f70-bd83-4f7db58c29c1 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.6714408 Dec 15 16:10:49.602706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.658945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.700635 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:10:49.703120 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Updating router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 port 519ea18f-28ad-45b8-88a1-99eb689429c5 binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:10:49.840576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.868318 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:49.914528 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event updated for resources: {'Port': ['ID=648d6170-f09f-415c-8e88-60e67684a8da,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:49.916945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.002871 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e155783e-963b-4c95-a50c-d54159e12d27,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:50.038991 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e14f0a17-3f69-465d-ac70-9109088c6c3e req-13985e19-c587-4027-bdf4-0c9ad87094d6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 210 time: 0.1203060 Dec 15 16:10:50.057149 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.081619 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c66523bb-bf01-46ee-86b6-74866f468985 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5172148 Dec 15 16:10:50.082073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38454) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:50.088718 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:50.097838 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:50.136631 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 34170f8b-4f29-4d53-996b-f899a40ae5a2 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:50.145029 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:50.155588 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.161777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:50.170664 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:50.171618 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.305176 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-94c8239c-62ae-4bdc-9845-f11ebe7a365c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9226155 Dec 15 16:10:50.315828 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50e58-75f4-45b9-a9ec-deb28c404141 req-ab0a8730-0a6f-4922-9cac-45559684dace tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:50.322243 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Allocated IP 172.20.0.5 (5b3320d8-9e2d-410a-88f0-376dd555410c/175359b2-5e3f-45f2-a7b3-1d028fccc88f/fdd65e26-501b-4251-b404-78bc05ad4f44) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:50.328939 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f8a50e58-75f4-45b9-a9ec-deb28c404141 req-ab0a8730-0a6f-4922-9cac-45559684dace tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 931 time: 0.2157459 Dec 15 16:10:50.408410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-dd6b8f96-8399-4590-8153-393bf26d8ade tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:50.409607 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-dd6b8f96-8399-4590-8153-393bf26d8ade tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107794 Dec 15 16:10:50.439644 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-f8574fd9-c499-45c8-b817-329dec81e928 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:50.450409 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-f8574fd9-c499-45c8-b817-329dec81e928 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265319 Dec 15 16:10:50.457188 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-935e0181-60d3-46e6-8a06-5d374b72e69d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:10:50.461137 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-935e0181-60d3-46e6-8a06-5d374b72e69d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486331 Dec 15 16:10:50.537690 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 34170f8b-4f29-4d53-996b-f899a40ae5a2 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:50.538070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.540589 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f8a50e58-75f4-45b9-a9ec-deb28c404141 req-3edb26f3-3383-4232-b2cc-384ff20b6d02 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060416 Dec 15 16:10:50.712380 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.895270 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf4e1-b7cb-43aa-92e0-ee6d2315ca15 req-218ad088-4e3f-4e9c-afcd-c4ad600d5e41 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:50.896933 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-271bf4e1-b7cb-43aa-92e0-ee6d2315ca15 req-218ad088-4e3f-4e9c-afcd-c4ad600d5e41 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 931 time: 0.1482556 Dec 15 16:10:50.967963 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:50.987607 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.006753 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.062155 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-271bf4e1-b7cb-43aa-92e0-ee6d2315ca15 req-811db6f7-bb3b-4c7d-ba1a-022d243f5dce tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468940 Dec 15 16:10:51.081843 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Allocated IP 172.27.0.4 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/6c9e6a30-dbb2-426f-8c10-7ef48885ff7d) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:10:51.110123 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9741-bb4b-4e82-a3e1-451b7eb0d838 None None] Pushing event updated for resources: {'Port': ['ID=519ea18f-28ad-45b8-88a1-99eb689429c5,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:51.189650 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Attempting to bind port 519ea18f-28ad-45b8-88a1-99eb689429c5 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:51.190627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Attempting to bind port 519ea18f-28ad-45b8-88a1-99eb689429c5 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:51.191371 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Attempting to bind port 519ea18f-28ad-45b8-88a1-99eb689429c5 on network ed985f33-cdae-44a4-bb97-f437877d64c9 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:51.200360 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:51.201086 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Checking segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:51.202084 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.202827 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Bound using segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:51.203815 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Bound port: 519ea18f-28ad-45b8-88a1-99eb689429c5, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:51.204955 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.246579 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.255867 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38490) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:51.350572 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Network 5b3320d8-9e2d-410a-88f0-376dd555410c is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:51.358163 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:51.364285 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:51.370302 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:51.370943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.378815 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] For port 519ea18f-28ad-45b8-88a1-99eb689429c5, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:51.380832 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Request body: {'port': {'device_id': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:51.386438 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] For port 519ea18f-28ad-45b8-88a1-99eb689429c5, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=519ea18f-28ad-45b8-88a1-99eb689429c5,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:51.403413 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.404769 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Request body: {'port': {'device_id': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:51.413840 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0836885 Dec 15 16:10:51.439597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Request body: {'port': {'device_id': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:51.453544 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Request body: {'port': {'device_id': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:51.523054 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7a731-daf6-4c06-985d-fdef10baeba5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Pushing event updated for resources: {'Port': ['ID=fdd65e26-501b-4251-b404-78bc05ad4f44,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:51.524563 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:10:51.525611 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:10:21Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:51.531259 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9741-bb4b-4e82-a3e1-451b7eb0d838 None None] Pushing event updated for resources: {'Port': ['ID=519ea18f-28ad-45b8-88a1-99eb689429c5,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:51.551536 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.580078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.583529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5b2b101e-5039-4bf3-aa8d-b25d272882a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.605814 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3814ca3b-0dc6-439f-ad97-d0cf6379e67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.669706 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.764268 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.765032 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8977666f-b07e-4dad-b271-57dc6dd8522c None None] Provisioning complete for port 519ea18f-28ad-45b8-88a1-99eb689429c5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:51.765856 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8977666f-b07e-4dad-b271-57dc6dd8522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:51.868956 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:10:52.184832 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.358994 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'Port': ['ID=6c9e6a30-dbb2-426f-8c10-7ef48885ff7d,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:52.449663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048316ea-11f7-412d-b977-7af81adf0141 req-27123c8f-6d60-4bcd-b308-b078bde038a0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:52.451211 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-048316ea-11f7-412d-b977-7af81adf0141 req-27123c8f-6d60-4bcd-b308-b078bde038a0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 931 time: 1.1961257 Dec 15 16:10:52.524193 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:10:52.539101 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:10:52.557092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:10:52.570828 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8977666f-b07e-4dad-b271-57dc6dd8522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.617783 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.648563 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.654738 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:51Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:10:52.724029 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8977666f-b07e-4dad-b271-57dc6dd8522c None None] For port 519ea18f-28ad-45b8-88a1-99eb689429c5, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=519ea18f-28ad-45b8-88a1-99eb689429c5,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:10:52.724432 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969c41c-56a6-4f5d-87cd-c7156142c95e req-7556ee10-357e-4f96-8ada-8e5a02975e00 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:52.725825 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c479e6-2e95-48b9-8c42-bfa9f0ad217b None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:51Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:10:52.726029 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f969c41c-56a6-4f5d-87cd-c7156142c95e req-7556ee10-357e-4f96-8ada-8e5a02975e00 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 931 time: 0.9993095 Dec 15 16:10:52.730877 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8977666f-b07e-4dad-b271-57dc6dd8522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.846140 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5b2b101e-5039-4bf3-aa8d-b25d272882a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.882955 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977666f-b07e-4dad-b271-57dc6dd8522c None None] Pushing event updated for resources: {'Port': ['ID=519ea18f-28ad-45b8-88a1-99eb689429c5,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:52.897641 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5b2b101e-5039-4bf3-aa8d-b25d272882a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.910513 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-048316ea-11f7-412d-b977-7af81adf0141 req-0de3034b-94eb-4391-be54-14843dcd69a3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040368 Dec 15 16:10:52.955802 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:52.987664 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-bece9b6b-40f0-4b1c-a6ea-bce81f5b0198 None None] Provisioning complete for port 519ea18f-28ad-45b8-88a1-99eb689429c5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:52.988173 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bece9b6b-40f0-4b1c-a6ea-bce81f5b0198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.060436 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5b2b101e-5039-4bf3-aa8d-b25d272882a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46e321664d3f4a1486fcddef20aafeb4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7884264 Dec 15 16:10:53.069582 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.137660 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38528) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:53.325143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7751e2e-d27d-4bb9-ab14-9dad50237e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.359662 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a0ab6-46eb-4aaf-a2dc-7505fd2e385f req-0a6d80ef-4b75-46a8-b631-758fac8d56f7 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:53.372101 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b79a0ab6-46eb-4aaf-a2dc-7505fd2e385f req-0a6d80ef-4b75-46a8-b631-758fac8d56f7 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 931 time: 0.2835255 Dec 15 16:10:53.564552 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b101e-5039-4bf3-aa8d-b25d272882a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc387fbc-7771-4167-a40d-7ca5ce561f2c,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:53.646391 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f969c41c-56a6-4f5d-87cd-c7156142c95e req-9aad8e3b-305e-42e8-9893-01031a8b8400 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8479927 Dec 15 16:10:53.653204 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7751e2e-d27d-4bb9-ab14-9dad50237e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.685149 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648d6170-f09f-415c-8e88-60e67684a8da {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:10:53.697790 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.730977 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b79a0ab6-46eb-4aaf-a2dc-7505fd2e385f req-7a162c3d-12ac-4119-91c3-0d651ca2994b tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476503 Dec 15 16:10:53.819950 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Transition to ACTIVE for port object 648d6170-f09f-415c-8e88-60e67684a8da will not be triggered until provisioned by entity L2. {{(pid=102591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:10:53.835453 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.881744 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:53.975984 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Pushing event updated for resources: {'Port': ['ID=648d6170-f09f-415c-8e88-60e67684a8da,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:54.066972 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:10:54.087682 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.095620 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 519ea18f-28ad-45b8-88a1-99eb689429c5 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:10:54.114840 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38560) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:54.176206 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc16873-43c3-4ab9-a1c5-a436ca059a16 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:10:54.197707 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.209574 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 519ea18f-28ad-45b8-88a1-99eb689429c5 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:10:54.212331 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.238046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7751e2e-d27d-4bb9-ab14-9dad50237e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.245864 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7751e2e-d27d-4bb9-ab14-9dad50237e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.247276 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-e7751e2e-d27d-4bb9-ab14-9dad50237e5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc387fbc-7771-4167-a40d-7ca5ce561f2c HTTP/1.1" status: 204 len: 168 time: 1.1015573 Dec 15 16:10:54.254955 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.282067 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Attempting to bind port 648d6170-f09f-415c-8e88-60e67684a8da on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:54.283240 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Attempting to bind port 648d6170-f09f-415c-8e88-60e67684a8da by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:54.284196 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Attempting to bind port 648d6170-f09f-415c-8e88-60e67684a8da on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:54.285484 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.298776 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Transition to ACTIVE for port object 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 will not be triggered until provisioned by entity L2. {{(pid=102591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:10:54.302135 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Port 648d6170-f09f-415c-8e88-60e67684a8da on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:10:54.302560 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Attempting to bind port 648d6170-f09f-415c-8e88-60e67684a8da on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:54.308384 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Transition to ACTIVE for port object dcc16873-43c3-4ab9-a1c5-a436ca059a16 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:10:54.315808 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:54.317569 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Checking segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:54.318585 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Bound using segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:54.319751 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Bound port: 648d6170-f09f-415c-8e88-60e67684a8da, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:54.320956 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.326905 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751e2e-d27d-4bb9-ab14-9dad50237e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc387fbc-7771-4167-a40d-7ca5ce561f2c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:54.332138 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.346447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c5d8f-36b6-4c7e-8ee7-9b23cd6b5158 req-99081bfc-0058-434b-8cbc-4d629d372072 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:54.353501 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8b6c5d8f-36b6-4c7e-8ee7-9b23cd6b5158 req-99081bfc-0058-434b-8cbc-4d629d372072 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 931 time: 0.2431450 Dec 15 16:10:54.410852 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Pushing event updated for resources: {'Port': ['ID=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:54.579580 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] For port 648d6170-f09f-415c-8e88-60e67684a8da, host hv-cinder-80070, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:54.661883 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.680981 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] For port 648d6170-f09f-415c-8e88-60e67684a8da, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=648d6170-f09f-415c-8e88-60e67684a8da,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:54.697266 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.699530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Attempting to bind port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:54.699870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Attempting to bind port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a1d1024b-76d3-478a-a201-eb284ca7dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:54.700251 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Attempting to bind port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 on network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:54.723786 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.743893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2058bf40-9d3c-4a6d-aa33-46f607ec1371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.783319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'Port': ['ID=6c9e6a30-dbb2-426f-8c10-7ef48885ff7d,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:54.830236 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:54.831047 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.834014 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] 10.222.0.46 "PUT /v2.0/ports/648d6170-f09f-415c-8e88-60e67684a8da HTTP/1.1" status: 200 len: 1093 time: 3.7140219 Dec 15 16:10:54.837854 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'tag': '648d6170-f09f-415c-8e88-60e67684a8da'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:54.872780 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:54.874549 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-aa1f6f71-6638-45d8-9e37-7915ee17422f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7843716 Dec 15 16:10:55.046664 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 on network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:10:55.047362 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Attempting to bind port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 on network 69eb36a1-1fe8-46e9-948f-c08f5a260c2b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:55.077053 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8b6c5d8f-36b6-4c7e-8ee7-9b23cd6b5158 req-e28610dc-4088-473e-a0c7-b27aee513fb4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250674 Dec 15 16:10:55.086014 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:55.086014 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Checking segment: {'id': 'a1d1024b-76d3-478a-a201-eb284ca7dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:55.086384 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Bound using segment: {'id': 'a1d1024b-76d3-478a-a201-eb284ca7dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:55.086930 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Bound port: 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d1024b-76d3-478a-a201-eb284ca7dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:55.087304 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.129152 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd65e26-501b-4251-b404-78bc05ad4f44 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:10:55.150106 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.156522 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38594) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:55.175769 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Transition to ACTIVE for port object fdd65e26-501b-4251-b404-78bc05ad4f44 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:10:55.184829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Attempting to bind port dcc16873-43c3-4ab9-a1c5-a436ca059a16 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:55.185508 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Attempting to bind port dcc16873-43c3-4ab9-a1c5-a436ca059a16 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:55.186235 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Attempting to bind port dcc16873-43c3-4ab9-a1c5-a436ca059a16 on network 5b3320d8-9e2d-410a-88f0-376dd555410c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:55.203054 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Port dcc16873-43c3-4ab9-a1c5-a436ca059a16 on network 5b3320d8-9e2d-410a-88f0-376dd555410c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:10:55.204400 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Attempting to bind port dcc16873-43c3-4ab9-a1c5-a436ca059a16 on network 5b3320d8-9e2d-410a-88f0-376dd555410c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:55.214674 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.218068 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc16873-43c3-4ab9-a1c5-a436ca059a16,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:55.302909 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:55.303296 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Checking segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:55.303890 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Bound using segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:55.304369 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Bound port: dcc16873-43c3-4ab9-a1c5-a436ca059a16, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:55.304731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.494872 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-99062dca-7ef0-48f3-b502-001a6fa382a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.497061 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-99062dca-7ef0-48f3-b502-001a6fa382a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 1096 time: 0.4284451 Dec 15 16:10:55.498088 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82e93a8-4605-493a-b39a-e5f89169f9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.527086 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7195f4-fb6e-49c8-9223-1ea65413736d service neutron] Pushing event updated for resources: {'Port': ['ID=648d6170-f09f-415c-8e88-60e67684a8da,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:55.605055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48754b8e-f38b-46e5-9efe-e0904e4476a7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd5f486-3302-4f15-ba29-0a1734919fcb", "tag": "648d6170-f09f-415c-8e88-60e67684a8da"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:55.625985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd770f-3a40-4e2c-ac0f-17044baaf7d9 req-e89a3fe1-ee28-447a-a41b-05b9a195375e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.641352 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b8dd770f-3a40-4e2c-ac0f-17044baaf7d9 req-e89a3fe1-ee28-447a-a41b-05b9a195375e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.5740342 Dec 15 16:10:55.644798 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] For port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host hv-cinder-80070, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:55.690328 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] For port dcc16873-43c3-4ab9-a1c5-a436ca059a16, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:55.695875 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] For port dcc16873-43c3-4ab9-a1c5-a436ca059a16, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:55.731816 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.746719 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.754602 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd65e26-501b-4251-b404-78bc05ad4f44,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:55.765021 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] For port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,segment=NetworkSegment(a1d1024b-76d3-478a-a201-eb284ca7dd00),segment_id=a1d1024b-76d3-478a-a201-eb284ca7dd00)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:55.802533 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.809104 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526df0-33d8-47f0-902a-c3f746e1ac5a req-dc93d3d6-5465-461a-a811-4975aa1e9ae9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.816949 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-12526df0-33d8-47f0-902a-c3f746e1ac5a req-dc93d3d6-5465-461a-a811-4975aa1e9ae9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.5636082 Dec 15 16:10:55.905234 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:55.905898 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:55.906593 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Pushing event updated for resources: {'Port': ['ID=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:55.907439 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] 10.222.0.46 "PUT /v2.0/ports/dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 1094 time: 4.7720261 Dec 15 16:10:55.911835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'tag': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:55.948011 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b8dd770f-3a40-4e2c-ac0f-17044baaf7d9 req-acf08d67-f564-4e8b-aa49-83d669d46e36 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034565 Dec 15 16:10:55.981292 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Attempting to bind port fdd65e26-501b-4251-b404-78bc05ad4f44 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:10:55.981895 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Attempting to bind port fdd65e26-501b-4251-b404-78bc05ad4f44 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:10:55.982412 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Attempting to bind port fdd65e26-501b-4251-b404-78bc05ad4f44 on network 5b3320d8-9e2d-410a-88f0-376dd555410c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:56.000856 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.002013 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.006488 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-bd6465b5-a49c-46c8-91f2-fa58f26108dd service neutron] 10.222.0.46 "PUT /v2.0/ports/74e0a314-8c6c-4c1c-94b0-01a8822e91d5 HTTP/1.1" status: 200 len: 1093 time: 4.8842044 Dec 15 16:10:56.032726 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2058bf40-9d3c-4a6d-aa33-46f607ec1371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.048564 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Port fdd65e26-501b-4251-b404-78bc05ad4f44 on network 5b3320d8-9e2d-410a-88f0-376dd555410c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:10:56.048900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Attempting to bind port fdd65e26-501b-4251-b404-78bc05ad4f44 on network 5b3320d8-9e2d-410a-88f0-376dd555410c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:10:56.063149 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2058bf40-9d3c-4a6d-aa33-46f607ec1371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.118115 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:10:56.118835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Checking segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:10:56.119226 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Bound using segment: {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:10:56.119906 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Bound port: fdd65e26-501b-4251-b404-78bc05ad4f44, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483e0300-0ed6-4cb4-b74a-16436e8eaa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:10:56.120288 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.150755 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82e93a8-4605-493a-b39a-e5f89169f9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.153442 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938d10-1caf-4f4c-b835-1c0675e5c434 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc16873-43c3-4ab9-a1c5-a436ca059a16,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.183281 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-12526df0-33d8-47f0-902a-c3f746e1ac5a req-773e5b38-71eb-48b1-ad42-109f0d8bc0fe tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495462 Dec 15 16:10:56.187930 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a82e93a8-4605-493a-b39a-e5f89169f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.198065 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f52daeb-72c4-4375-a19f-7bad854fba4d", "tag": "dcc16873-43c3-4ab9-a1c5-a436ca059a16"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:56.217131 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2058bf40-9d3c-4a6d-aa33-46f607ec1371 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe8423c4c8414c5287b43938d550e39b&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0847445 Dec 15 16:10:56.220509 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38642) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:56.240175 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a82e93a8-4605-493a-b39a-e5f89169f9a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff4ea684b6b349778a73e3e2348e79b5&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9825912 Dec 15 16:10:56.246452 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38644) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:56.258159 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058bf40-9d3c-4a6d-aa33-46f607ec1371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506d828-dcc9-4987-8e89-e41bae936348,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.329847 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] For port fdd65e26-501b-4251-b404-78bc05ad4f44, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:10:56.344367 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] For port fdd65e26-501b-4251-b404-78bc05ad4f44, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fdd65e26-501b-4251-b404-78bc05ad4f44,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:10:56.351434 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e01f82-7a76-4129-a6c2-f21219433a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.355398 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.404347 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e93a8-4605-493a-b39a-e5f89169f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee351a5-6931-4b1f-a516-1db4e900cc5d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.433376 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-dc965e9c-d93f-4768-b34c-2644c0ff4b55 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--910418788&fields=id&tenant_id=4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 267 time: 0.2896371 Dec 15 16:10:56.444952 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.445610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.455578 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] 10.222.0.46 "PUT /v2.0/ports/fdd65e26-501b-4251-b404-78bc05ad4f44 HTTP/1.1" status: 200 len: 1093 time: 5.0248871 Dec 15 16:10:56.475759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e03ba13-16b7-45c4-b87d-eff0b2263eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.491166 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e01f82-7a76-4129-a6c2-f21219433a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.554658 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476138d0-fda0-41be-9c62-f5952487ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd65e26-501b-4251-b404-78bc05ad4f44,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.573167 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceb4f3e-783c-4594-acd2-e55f5909a625 x-openstack-request-id: req-2ceb4f3e-783c-4594-acd2-e55f5909a625 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:56.573448 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd5f486-3302-4f15-ba29-0a1734919fcb", "tag": "648d6170-f09f-415c-8e88-60e67684a8da", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:56.573705 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ceb4f3e-783c-4594-acd2-e55f5909a625 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:56.574278 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'tag': '648d6170-f09f-415c-8e88-60e67684a8da', 'status': 'completed', 'code': 200} Dec 15 16:10:56.597799 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e03ba13-16b7-45c4-b87d-eff0b2263eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.631575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e01f82-7a76-4129-a6c2-f21219433a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.634413 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e01f82-7a76-4129-a6c2-f21219433a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.635568 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-62e01f82-7a76-4129-a6c2-f21219433a3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7506d828-dcc9-4987-8e89-e41bae936348 HTTP/1.1" status: 204 len: 168 time: 0.4146781 Dec 15 16:10:56.645356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e01f82-7a76-4129-a6c2-f21219433a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506d828-dcc9-4987-8e89-e41bae936348,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.671528 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-d56ffcd8-8966-4188-8f03-cfbe3f77e980 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.673195 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-d56ffcd8-8966-4188-8f03-cfbe3f77e980 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 817 time: 0.2250855 Dec 15 16:10:56.708769 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e03ba13-16b7-45c4-b87d-eff0b2263eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.711932 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6e03ba13-16b7-45c4-b87d-eff0b2263eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:56.718099 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6e03ba13-16b7-45c4-b87d-eff0b2263eb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ee351a5-6931-4b1f-a516-1db4e900cc5d HTTP/1.1" status: 204 len: 168 time: 0.4639769 Dec 15 16:10:56.728271 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-c1bda2b3-c493-4d39-83a7-e237b821fe6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/quotas/4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 375 time: 0.0355253 Dec 15 16:10:56.747838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03ba13-16b7-45c4-b87d-eff0b2263eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee351a5-6931-4b1f-a516-1db4e900cc5d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:56.779254 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c042a86-e6bf-4c34-810b-ff9b7ed87543 req-22ab56a4-40c6-4545-b1f6-ff1cd6142ac0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:56.788859 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8c042a86-e6bf-4c34-810b-ff9b7ed87543 req-22ab56a4-40c6-4545-b1f6-ff1cd6142ac0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.1274309 Dec 15 16:10:56.851128 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-c237b84e-c497-4115-8c40-b6f6942857d3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098568 Dec 15 16:10:56.878501 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8c042a86-e6bf-4c34-810b-ff9b7ed87543 req-d1146821-16b4-474f-bf33-1d176737d449 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800898 Dec 15 16:10:57.222930 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779e4c9d-66de-412d-89b4-3b8b8634eea9 x-openstack-request-id: req-779e4c9d-66de-412d-89b4-3b8b8634eea9 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:57.224037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f52daeb-72c4-4375-a19f-7bad854fba4d", "tag": "dcc16873-43c3-4ab9-a1c5-a436ca059a16", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:57.224536 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-779e4c9d-66de-412d-89b4-3b8b8634eea9 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:57.225303 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'tag': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16', 'status': 'completed', 'code': 200} Dec 15 16:10:57.319292 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-2c9dfab2-3ef0-46ca-a4ef-d3f5769cf691 service neutron] 10.222.0.36 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394367 Dec 15 16:10:57.529036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22b6d-13a7-46a3-a6a2-d26e45b2096b req-ade0735b-3b08-4d44-872d-09da522bd7b7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:57.541640 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-19c22b6d-13a7-46a3-a6a2-d26e45b2096b req-ade0735b-3b08-4d44-872d-09da522bd7b7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.1807129 Dec 15 16:10:57.593436 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-03d0b602-2bad-4baa-a236-f5412ab2cf34 service neutron] 10.222.0.36 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664642 Dec 15 16:10:57.693511 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-19c22b6d-13a7-46a3-a6a2-d26e45b2096b req-f1d3957b-baeb-4dde-92a1-444321059ed7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485000 Dec 15 16:10:57.908326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd236df-56dc-4dc8-8a55-e29a167d343a req-7335d090-e287-44aa-a870-574c72cb7748 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:57.915883 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4cd236df-56dc-4dc8-8a55-e29a167d343a req-7335d090-e287-44aa-a870-574c72cb7748 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.1065843 Dec 15 16:10:57.937689 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4ced6b3f-ddfa-43c6-92be-613e0535d362 req-9f0390a5-47d4-41f7-bc20-5d54859089f7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 210 time: 0.0542543 Dec 15 16:10:58.000770 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4cd236df-56dc-4dc8-8a55-e29a167d343a req-32d577a7-dee9-4391-8b99-d52ad05619e9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839665 Dec 15 16:10:58.045750 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38714) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:58.098134 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9fb87-8249-4c44-acf7-81cbf5a3ead2 req-aedd410e-8c41-48d1-a23c-80eebad284b5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:58.098284 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c3e9fb87-8249-4c44-acf7-81cbf5a3ead2 req-aedd410e-8c41-48d1-a23c-80eebad284b5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.0677547 Dec 15 16:10:58.155892 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c3e9fb87-8249-4c44-acf7-81cbf5a3ead2 req-3f3bbc57-4ecc-476d-b5de-f25e52800408 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 Dec 15 16:10:58.299658 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb27-4945-4e7f-b0eb-440889c7d477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.400879 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb27-4945-4e7f-b0eb-440889c7d477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.404916 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6e54cb27-4945-4e7f-b0eb-440889c7d477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.450892 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54cb27-4945-4e7f-b0eb-440889c7d477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd911e-a344-4c95-b3e1-70d329faf420,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:58.468090 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38740) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:58.469099 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6e54cb27-4945-4e7f-b0eb-440889c7d477 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=634e831b75b845dcb9ff741abc8aa949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216611 Dec 15 16:10:58.526500 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-471d9728-2036-4628-b56a-cd8db86f91d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.549346 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38744) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:58.551587 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-471d9728-2036-4628-b56a-cd8db86f91d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.578734 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'tag': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:58.581041 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3739374a-8eee-47a3-9050-8ea0c1e6724a" -d '{"events": [{"name": "network-changed", "server_uuid": "17d69eb5-4a68-41bb-9246-0cb932ad79d8", "tag": "74e0a314-8c6c-4c1c-94b0-01a8822e91d5"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:58.613246 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-471d9728-2036-4628-b56a-cd8db86f91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.618798 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-471d9728-2036-4628-b56a-cd8db86f91d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.622917 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-471d9728-2036-4628-b56a-cd8db86f91d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdcd911e-a344-4c95-b3e1-70d329faf420 HTTP/1.1" status: 204 len: 168 time: 0.1536107 Dec 15 16:10:58.628246 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2105b32f-3b39-4bb4-afd7-79de196545e7 x-openstack-request-id: req-2105b32f-3b39-4bb4-afd7-79de196545e7 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:10:58.628652 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d69eb5-4a68-41bb-9246-0cb932ad79d8", "tag": "74e0a314-8c6c-4c1c-94b0-01a8822e91d5", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:10:58.628906 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2105b32f-3b39-4bb4-afd7-79de196545e7 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:10:58.629475 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'tag': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5', 'status': 'completed', 'code': 200} Dec 15 16:10:58.636901 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9728-2036-4628-b56a-cd8db86f91d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd911e-a344-4c95-b3e1-70d329faf420,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:58.695496 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-888495901-network', 'tenant_id': '4ec3331c301a4be39f55b8f4fac47de5'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:58.747781 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Made reservation on behalf of 4ec3331c301a4be39f55b8f4fac47de5 for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:58.753004 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.771037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.867740 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.869093 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc38f4f-e04e-452a-8b91-61cddcc769a3 req-90d3e83f-a04a-4cef-8f12-8f544886dceb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:58.871066 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-edc38f4f-e04e-452a-8b91-61cddcc769a3 req-90d3e83f-a04a-4cef-8f12-8f544886dceb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.0738831 Dec 15 16:10:58.876610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.912854 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:10:58.975181 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149c5410-09e8-4b45-a1c9-0c517fd43584,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:58.993252 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:58.993872 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Added segment e4a81241-100f-4973-9854-b02655426dc6 of type vlan for network 4fcbc128-abaa-45a5-8b80-a47d53c9b87e Dec 15 16:10:59.034901 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-d9c8fced-75fe-4065-b417-e4f280587903 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648d6170-f09f-415c-8e88-60e67684a8da HTTP/1.1" status: 200 len: 217 time: 0.1364729 Dec 15 16:10:59.061745 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739374a-8eee-47a3-9050-8ea0c1e6724a req-23dcf1dc-aac2-47f5-8235-07e5701c86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.063676 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3739374a-8eee-47a3-9050-8ea0c1e6724a req-23dcf1dc-aac2-47f5-8235-07e5701c86d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d876e8f6e278448196f8e8989149241c&device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 1096 time: 0.1521666 Dec 15 16:10:59.069328 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.222470 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-edc38f4f-e04e-452a-8b91-61cddcc769a3 req-700ef900-bf27-4788-bad3-f21cc5f6ba79 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443024 Dec 15 16:10:59.249076 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38778) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:59.327431 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9f1b-533a-4f2b-b58b-a07be7312ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.357540 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5 req-65739f0c-88d1-49eb-88a7-a9013d6c0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.357540 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5 req-65739f0c-88d1-49eb-88a7-a9013d6c0b92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1097 time: 0.2822921 Dec 15 16:10:59.358678 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-8881a818-cdee-4eeb-8586-99f833fbb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.360219 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-8881a818-cdee-4eeb-8586-99f833fbb11b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.2895663 Dec 15 16:10:59.408578 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-92f3b7c1-75d1-42e6-a7c1-e838444df66d req-dc9c7978-d461-4224-8fbd-9d128132f1b8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 210 time: 0.3172338 Dec 15 16:10:59.409240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'tag': 'fdd65e26-501b-4251-b404-78bc05ad4f44'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:10:59.411261 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50", "tag": "fdd65e26-501b-4251-b404-78bc05ad4f44"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:10:59.426057 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.427019 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.427603 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.517096 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-08d9d273-1d51-464c-a03f-ec764553e130 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155930 Dec 15 16:10:59.561769 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0107195 Dec 15 16:10:59.579208 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38786) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:59.605075 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Request body: {'subnet': {'network_id': '4fcbc128-abaa-45a5-8b80-a47d53c9b87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-888495901-subnet', 'tenant_id': '4ec3331c301a4be39f55b8f4fac47de5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:10:59.633774 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10d07-67e1-420a-a720-1412ce1c1f3b admin admin] Pushing event updated for resources: {'Network': ['ID=4fcbc128-abaa-45a5-8b80-a47d53c9b87e,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:10:59.642941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-d450f487-2a6a-4cf9-9694-623cd8e430d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.644439 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-d450f487-2a6a-4cf9-9694-623cd8e430d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 1096 time: 0.5190921 Dec 15 16:10:59.657297 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8de4b-1a6f-4a50-8414-af257f31dcf2 req-499f1108-6dc2-4caa-acc3-167e690f3135 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.659106 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ead8de4b-1a6f-4a50-8414-af257f31dcf2 req-499f1108-6dc2-4caa-acc3-167e690f3135 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.3481431 Dec 15 16:10:59.662281 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 4fcbc128-abaa-45a5-8b80-a47d53c9b87e details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:10:59.724459 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-bb63fa33-448b-4798-acc4-49799824a708 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd65e26-501b-4251-b404-78bc05ad4f44 HTTP/1.1" status: 200 len: 217 time: 0.0677881 Dec 15 16:10:59.730852 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739374a-8eee-47a3-9050-8ea0c1e6724a req-7aac19ef-4e38-465d-92d1-06e38197e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.736968 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3739374a-8eee-47a3-9050-8ea0c1e6724a req-7aac19ef-4e38-465d-92d1-06e38197e677 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d876e8f6e278448196f8e8989149241c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6367397 Dec 15 16:10:59.754848 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05614b-9317-478e-bbdf-89980268c99e req-c818b302-d383-4929-b475-d7d8dbf5cf06 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.763635 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9f1b-533a-4f2b-b58b-a07be7312ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.766404 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d05614b-9317-478e-bbdf-89980268c99e req-c818b302-d383-4929-b475-d7d8dbf5cf06 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.2348576 Dec 15 16:10:59.794847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9f1b-533a-4f2b-b58b-a07be7312ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.835228 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Made reservation on behalf of 4ec3331c301a4be39f55b8f4fac47de5 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:10:59.838477 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:10:59.914160 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.46', 60926) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:10:59.932854 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ead8de4b-1a6f-4a50-8414-af257f31dcf2 req-ea156d46-9693-486e-bb54-90378686283c tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571502 Dec 15 16:10:59.950212 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5 req-e8ceed92-a667-4104-bd08-9cabb8d3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:10:59.951664 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5 req-e8ceed92-a667-4104-bd08-9cabb8d3ae93 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f1847fe78e7459f800877907c42878d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5713365 Dec 15 16:10:59.953410 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-d34e8958-ad0b-431c-a7bf-ad980dfed6f1 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024653 Dec 15 16:10:59.964990 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1b7f9f1b-533a-4f2b-b58b-a07be7312ecc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ef2200f28c8424790674e3a1436fd6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7133298 Dec 15 16:10:59.970815 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38804) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:00.012992 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f9f1b-533a-4f2b-b58b-a07be7312ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d06b3-507a-460f-b907-8c1a011f04fd,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:00.091222 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-8001b9d6-27e7-4788-af91-4840ef73fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.093212 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-8001b9d6-27e7-4788-af91-4840ef73fc80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.3586240 Dec 15 16:11:00.190653 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739374a-8eee-47a3-9050-8ea0c1e6724a req-bd7cd92b-b03a-4525-8e7e-a34ec74cd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.192052 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3739374a-8eee-47a3-9050-8ea0c1e6724a req-bd7cd92b-b03a-4525-8e7e-a34ec74cd45e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4143505 Dec 15 16:11:00.195878 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d05614b-9317-478e-bbdf-89980268c99e req-29a8a8c9-4e03-4518-bfae-2091db95c580 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265740 Dec 15 16:11:00.219256 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1a040e-accc-48d9-a54a-6d74258b6fe3 x-openstack-request-id: req-7d1a040e-accc-48d9-a54a-6d74258b6fe3 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:00.220134 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50", "tag": "fdd65e26-501b-4251-b404-78bc05ad4f44", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:00.220415 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d1a040e-accc-48d9-a54a-6d74258b6fe3 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:00.221041 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'tag': 'fdd65e26-501b-4251-b404-78bc05ad4f44', 'status': 'completed', 'code': 200} Dec 15 16:11:00.283163 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-3afebd11-b3da-43db-84ba-b1e64676f6d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613365 Dec 15 16:11:00.423809 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1d8cfc5c-a545-4f41-a557-54fca398c4ee tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.425241 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1d8cfc5c-a545-4f41-a557-54fca398c4ee tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 817 time: 0.5038304 Dec 15 16:11:00.431770 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-51a19d1e-ec9f-4c98-837f-5ec600f6288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.433214 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-51a19d1e-ec9f-4c98-837f-5ec600f6288f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d876e8f6e278448196f8e8989149241c&device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 1096 time: 0.1581957 Dec 15 16:11:00.544804 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-1ef1a44f-2701-4c2a-af45-68d1b1fd7d61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5 HTTP/1.1" status: 200 len: 217 time: 0.0953524 Dec 15 16:11:00.545543 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-676dfc8a-8c37-4529-96bc-0dc481b9b333 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529886 Dec 15 16:11:00.619132 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-91b7f000-ea32-469a-8654-482246384bfb req-8507e29f-aa58-4ec0-95a3-a3ea545b4734 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 210 time: 0.0836241 Dec 15 16:11:00.639327 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-ab48023b-7d83-4a89-9657-bc49c35a2987 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 379 time: 0.1899953 Dec 15 16:11:00.667530 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4fd79e9-1977-4395-b1fb-3408cd62722f req-9edf78d7-481a-465b-8672-1ad13f61f7de service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857934 Dec 15 16:11:00.674853 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'port': {'device_id': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'admin_state_up': True, 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'security_groups': ['4457c8ed-02f9-4b24-b98d-72bb63af73e1']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:00.707469 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c62d7a62-5af2-40e5-b4d7-74577a3dfb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:00.735994 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5 req-04d99596-b9e9-4347-b348-484e6043a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.737952 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d175339b-b1ad-47e1-9b8d-c2834b6a56a5 req-04d99596-b9e9-4347-b348-484e6043a22d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7623162 Dec 15 16:11:00.746624 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-c352a926-3474-430c-8807-1300d194f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.747975 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-c352a926-3474-430c-8807-1300d194f1d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6 HTTP/1.1" status: 200 len: 852 time: 0.1702182 Dec 15 16:11:00.752903 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f419b8-a4b6-491d-b9ac-d237f1eced8d req-6f5f90c7-fcf0-4e51-b0b9-0aad3b2ddb87 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.754682 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-95f419b8-a4b6-491d-b9ac-d237f1eced8d req-6f5f90c7-fcf0-4e51-b0b9-0aad3b2ddb87 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.4365988 Dec 15 16:11:00.788945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c62d7a62-5af2-40e5-b4d7-74577a3dfb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:00.791326 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:00.805998 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-9e7f349d-4555-48ae-98f7-b137b597b8a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb36a1-1fe8-46e9-948f-c08f5a260c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402496 Dec 15 16:11:00.828076 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-700ba0d6-897d-45b8-bc69-938a09dffc70 req-ab49397d-fd79-4118-9363-a87ef1031a30 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491562 Dec 15 16:11:00.966121 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c29a68-bf27-4492-a4a1-f3ac0bba86ea,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:00.979237 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-95f419b8-a4b6-491d-b9ac-d237f1eced8d req-c49c2e8a-0019-4e0d-a03f-f9990e74f360 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048919 Dec 15 16:11:00.987817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-a61e0e77-6a64-4e5d-9630-05a078e3ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.989340 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-a61e0e77-6a64-4e5d-9630-05a078e3ff20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 1096 time: 0.2259090 Dec 15 16:11:00.995994 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-818477ea-1627-41d7-87fd-a287938aedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:00.997570 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-818477ea-1627-41d7-87fd-a287938aedfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1097 time: 0.1859303 Dec 15 16:11:01.009493 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-f7c4f2c8-b989-4f5e-89da-e968488bd1a7 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918957 Dec 15 16:11:01.011564 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Made reservation on behalf of 4293903670af4a238fe13d805fcd9d59 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:01.020575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:01.075099 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Checking segment: {'id': 'e4a81241-100f-4973-9854-b02655426dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4fcbc128-abaa-45a5-8b80-a47d53c9b87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:01.075469 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Network hostable DHCP agents. Network: 4fcbc128-abaa-45a5-8b80-a47d53c9b87e, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:11:01.119497 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-2c4d9ea3-4d35-4663-a4d0-517441716ff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 217 time: 0.1010380 Dec 15 16:11:01.127151 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c62d7a62-5af2-40e5-b4d7-74577a3dfb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:01.129785 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c62d7a62-5af2-40e5-b4d7-74577a3dfb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:01.133080 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c62d7a62-5af2-40e5-b4d7-74577a3dfb0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a08d06b3-507a-460f-b907-8c1a011f04fd HTTP/1.1" status: 204 len: 168 time: 1.1565478 Dec 15 16:11:01.282728 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d7a62-5af2-40e5-b4d7-74577a3dfb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d06b3-507a-460f-b907-8c1a011f04fd,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:01.320802 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Network 4fcbc128-abaa-45a5-8b80-a47d53c9b87e is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:11:01.389477 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 4fcbc128-abaa-45a5-8b80-a47d53c9b87e) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:01.395507 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-a4be1570-0291-48da-8b4e-1526a6ded83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.400305 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-a4be1570-0291-48da-8b4e-1526a6ded83f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 1096 time: 0.4854100 Dec 15 16:11:01.412336 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.413345 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbdb01e-cfc5-4ebf-b997-47807ad3a535 None None] Network 4fcbc128-abaa-45a5-8b80-a47d53c9b87e requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:01.413897 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:01.417422 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-f5ba3ce0-9be5-477c-ae60-172560a13170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.419615 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-f5ba3ce0-9be5-477c-ae60-172560a13170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.2676952 Dec 15 16:11:01.435759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-b65f7ed9-6acd-41bf-9fa6-563a4d423e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.437070 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-b65f7ed9-6acd-41bf-9fa6-563a4d423e2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 916 time: 0.4386158 Dec 15 16:11:01.513235 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-e2fe250d-631d-4145-a680-26424efa06bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806057 Dec 15 16:11:01.518723 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-98821380-c1cb-4dbb-8fce-008b996e13eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648d6170-f09f-415c-8e88-60e67684a8da HTTP/1.1" status: 200 len: 217 time: 0.0666347 Dec 15 16:11:01.522190 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2ed0390a-499b-471f-900c-4c76c29cff51 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9410822 Dec 15 16:11:01.694339 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d80ad1-5a9f-4b0d-9d02-06d4fd4f3367 None None] Network 4fcbc128-abaa-45a5-8b80-a47d53c9b87e requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:01.703891 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-e99b42f6-99cc-495e-aa82-4d74af792cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732697 Dec 15 16:11:01.718651 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94319bb2-3054-4e49-98e1-c625c58650be req-1bdbf12d-f4a9-4d4b-9313-3f289df7d9b8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.721247 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-94319bb2-3054-4e49-98e1-c625c58650be req-1bdbf12d-f4a9-4d4b-9313-3f289df7d9b8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.3778751 Dec 15 16:11:01.842006 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-33ef4f9b-c57c-40bf-b61e-401652c36772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.846067 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-33ef4f9b-c57c-40bf-b61e-401652c36772 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.4303916 Dec 15 16:11:01.869767 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-76a3207b-b81a-4689-8d09-326948bcdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.871254 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-76a3207b-b81a-4689-8d09-326948bcdeda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.3422742 Dec 15 16:11:01.886105 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8d506-d4c5-4ce9-a4ca-6b6ddcc6bb6c req-598d9f05-b4d1-46b0-93d8-bfffda8e4200 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:01.891303 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-94319bb2-3054-4e49-98e1-c625c58650be req-12290da9-ad95-4f32-b727-17f7a5ae05c3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478200 Dec 15 16:11:01.894628 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-30a8d506-d4c5-4ce9-a4ca-6b6ddcc6bb6c req-598d9f05-b4d1-46b0-93d8-bfffda8e4200 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.7908623 Dec 15 16:11:01.950436 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-3f1ea4b5-1742-4eab-aed8-fcf1bf234cb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd65e26-501b-4251-b404-78bc05ad4f44 HTTP/1.1" status: 200 len: 217 time: 0.0886323 Dec 15 16:11:01.959090 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-4b7e705e-f7de-4e08-93a5-a848208116db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650992 Dec 15 16:11:01.982102 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-240b4f2d-ce06-4796-ab5f-ae0722b0e89a service neutron] 10.222.0.46 "GET /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9564354 Dec 15 16:11:02.009934 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5662ed70-dcd7-42ca-b7ec-ad13b2ec9e91 req-3108ba1c-f344-4da2-ab8a-51be8162dd47 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814543 Dec 15 16:11:02.034080 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Allocated IP 172.20.0.7 (ed985f33-cdae-44a4-bb97-f437877d64c9/378c90ed-9df8-4594-a2b4-5fd0506f7f5b/40d81db4-2a75-40a9-8da4-0d709f3e2559) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:02.045970 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8929193e-d66c-4781-97cf-a4e056b822f9 req-83f0ae99-ff81-485f-a7f9-8a280afa9d53 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 210 time: 0.0690184 Dec 15 16:11:02.063366 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-30a8d506-d4c5-4ce9-a4ca-6b6ddcc6bb6c req-5ab0b789-6428-4e6e-9da8-3e9d7f0e75ae tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565456 Dec 15 16:11:02.142331 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38940) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:02.171423 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b5556-7c4a-44dd-9131-f8a93c73edf9 req-a5ebbae4-a63f-4c94-b62f-de2527d0116c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:02.182466 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d57b5556-7c4a-44dd-9131-f8a93c73edf9 req-a5ebbae4-a63f-4c94-b62f-de2527d0116c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.0633152 Dec 15 16:11:02.233756 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d57b5556-7c4a-44dd-9131-f8a93c73edf9 req-c37b8f9c-e77f-42e7-8b20-906832b7d1b9 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485468 Dec 15 16:11:02.261773 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.301168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.361676 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Network ed985f33-cdae-44a4-bb97-f437877d64c9 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:02.371720 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:02.373982 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:02.376338 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:02.381891 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:02.382506 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.386404 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a42fd09f-76be-474e-ab40-cfd2ea8a47a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.419780 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-1b066c63-d800-4c71-8cd8-7f0098cce9b6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7550712 Dec 15 16:11:02.500304 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a42fd09f-76be-474e-ab40-cfd2ea8a47a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.505990 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a42fd09f-76be-474e-ab40-cfd2ea8a47a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.529133 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38960) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:02.537131 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-954014897-network', 'tenant_id': 'a8d9ee65493044e5909f43d55fd76847'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:02.558518 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38962) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:02.558857 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a42fd09f-76be-474e-ab40-cfd2ea8a47a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0048dccd65bd42778cee278e83420df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153411 Dec 15 16:11:02.564324 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fd09f-76be-474e-ab40-cfd2ea8a47a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c18960-a11e-4e99-8718-f66268d5cb1c,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:02.590528 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Made reservation on behalf of a8d9ee65493044e5909f43d55fd76847 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:02.592835 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.607759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.647451 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-923a631b-555d-4bdf-be52-23c2af578553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.683329 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-923a631b-555d-4bdf-be52-23c2af578553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.694543 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fd15515a-90dd-4ba9-b3dd-7e66ce255637 None None] Provisioning complete for port 40d81db4-2a75-40a9-8da4-0d709f3e2559 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:02.695078 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd15515a-90dd-4ba9-b3dd-7e66ce255637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.740222 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-fd15515a-90dd-4ba9-b3dd-7e66ce255637 None None] Port 40d81db4-2a75-40a9-8da4-0d709f3e2559 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:11:02.754466 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.759559 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.779864 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-923a631b-555d-4bdf-be52-23c2af578553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.782655 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-923a631b-555d-4bdf-be52-23c2af578553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.783802 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-923a631b-555d-4bdf-be52-23c2af578553 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2c18960-a11e-4e99-8718-f66268d5cb1c HTTP/1.1" status: 204 len: 168 time: 0.2237999 Dec 15 16:11:02.788568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:11:02.808468 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7a505a-9268-4c73-9a31-c593bb75ae8f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:02.811707 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.812047 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Added segment c953a85d-4cca-4070-a9c7-0867299f6eae of type vlan for network a4d1f267-6354-4fa1-a504-6b74e0eb2a81 Dec 15 16:11:02.829740 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a631b-555d-4bdf-be52-23c2af578553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c18960-a11e-4e99-8718-f66268d5cb1c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:02.865844 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.893312 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.894373 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:02.894951 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:02.956757 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4255290 Dec 15 16:11:02.959062 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38976) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:02.967597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Request body: {'subnet': {'network_id': 'a4d1f267-6354-4fa1-a504-6b74e0eb2a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-954014897-subnet', 'tenant_id': 'a8d9ee65493044e5909f43d55fd76847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:02.968490 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737279d-ce58-49df-ba0c-a8d13c2d3406 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d1f267-6354-4fa1-a504-6b74e0eb2a81,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:02.982030 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network a4d1f267-6354-4fa1-a504-6b74e0eb2a81 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:11:03.046715 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5e1b-d724-4b88-80bc-4eb8463fe6e4 req-c95950e6-7d20-45fd-8be8-9dbdd5075367 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.048449 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-939d5e1b-d724-4b88-80bc-4eb8463fe6e4 req-c95950e6-7d20-45fd-8be8-9dbdd5075367 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.0937569 Dec 15 16:11:03.049795 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Made reservation on behalf of a8d9ee65493044e5909f43d55fd76847 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:03.052243 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.180914 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-939d5e1b-d724-4b88-80bc-4eb8463fe6e4 req-fcd630d7-664f-4401-97f2-c2126d349b96 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231213 Dec 15 16:11:03.217554 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd973-311c-4524-8bbd-042a27ff7aeb req-76a62ee5-a46f-45f6-9230-7042e432b71e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.219166 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f99bd973-311c-4524-8bbd-042a27ff7aeb req-76a62ee5-a46f-45f6-9230-7042e432b71e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 931 time: 0.0688677 Dec 15 16:11:03.311805 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f99bd973-311c-4524-8bbd-042a27ff7aeb req-1e7a447d-0fcd-44f2-a535-48d6258f9fc4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860550 Dec 15 16:11:03.314530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 38990) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:03.338096 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9c532a70-3ed0-4435-b4b9-e314b4a02d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.399803 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.446772 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c4c6-edf0-46ca-a236-3e7ddcf95c51 req-5d21f83b-628a-4eb4-8e6a-3e2dce2e3991 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.448462 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7216c4c6-edf0-46ca-a236-3e7ddcf95c51 req-5d21f83b-628a-4eb4-8e6a-3e2dce2e3991 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.1259456 Dec 15 16:11:03.471768 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9c532a70-3ed0-4435-b4b9-e314b4a02d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.479840 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01265f2-fd11-4f39-9787-7198f5a84866,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:03.480617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d0560-451f-403d-9a45-eb1206db5443 req-39475860-d064-419a-873e-0462fce91524 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.483189 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3a0d0560-451f-403d-9a45-eb1206db5443 req-39475860-d064-419a-873e-0462fce91524 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.0925815 Dec 15 16:11:03.484916 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9c532a70-3ed0-4435-b4b9-e314b4a02d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.514752 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Checking segment: {'id': 'c953a85d-4cca-4070-a9c7-0867299f6eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a4d1f267-6354-4fa1-a504-6b74e0eb2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:03.515114 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Network hostable DHCP agents. Network: a4d1f267-6354-4fa1-a504-6b74e0eb2a81, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:11:03.538597 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7216c4c6-edf0-46ca-a236-3e7ddcf95c51 req-9d0bc671-eb86-48bf-8ea4-9f3e6ad14f84 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719488 Dec 15 16:11:03.543178 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9c532a70-3ed0-4435-b4b9-e314b4a02d97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50a8267d9f3745188e78889eb5853436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243896 Dec 15 16:11:03.543178 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c532a70-3ed0-4435-b4b9-e314b4a02d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552e618-0533-4ad2-a4b3-c2ff9dcd8227,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:03.543375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 38994) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:03.574617 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Network a4d1f267-6354-4fa1-a504-6b74e0eb2a81 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:11:03.579230 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3a0d0560-451f-403d-9a45-eb1206db5443 req-81666d1e-c112-4dfd-ae32-c1de171d32ee tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775099 Dec 15 16:11:03.606480 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, a4d1f267-6354-4fa1-a504-6b74e0eb2a81) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:03.608456 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b7019d-0734-4a49-9d32-8d2d8308e1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.612744 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:03.613322 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.614958 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468cc97d-8fce-4069-8746-a96efd74d54c None None] Network a4d1f267-6354-4fa1-a504-6b74e0eb2a81 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:03.639789 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b7019d-0734-4a49-9d32-8d2d8308e1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.653965 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-4c44c0d9-0ccb-482d-9e5f-a6db7b42cf47 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6898558 Dec 15 16:11:03.696876 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b7019d-0734-4a49-9d32-8d2d8308e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.700080 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b7019d-0734-4a49-9d32-8d2d8308e1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.703495 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b7b7019d-0734-4a49-9d32-8d2d8308e1c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9552e618-0533-4ad2-a4b3-c2ff9dcd8227 HTTP/1.1" status: 204 len: 168 time: 0.1570408 Dec 15 16:11:03.709671 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7019d-0734-4a49-9d32-8d2d8308e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552e618-0533-4ad2-a4b3-c2ff9dcd8227,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:03.747505 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19687d1e-daf9-4961-9437-6038d9c44252 None None] Network a4d1f267-6354-4fa1-a504-6b74e0eb2a81 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:03.819805 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39010) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:03.882602 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Deleting subnet 33c29a68-bf27-4492-a4a1-f3ac0bba86ea {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:11:03.886455 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.923539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:03.933269 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.001885 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.030583 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c29a68-bf27-4492-a4a1-f3ac0bba86ea,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:04.045077 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.048679 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-08424c6e-7c86-4774-a013-4977d479d483 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33c29a68-bf27-4492-a4a1-f3ac0bba86ea HTTP/1.1" status: 204 len: 168 time: 0.2258539 Dec 15 16:11:04.051232 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39020) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:04.123590 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.219512 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.245516 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.245910 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.246629 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.246968 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.247282 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.247607 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.248291 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.248291 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.249057 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.249751 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.421615 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.422112 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.422612 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.423170 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:11:04.423670 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcbc128-abaa-45a5-8b80-a47d53c9b87e']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:04.448395 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da70ae-05d7-4345-8fa1-3cae6974ddbf req-b19587c0-499e-4be7-807a-93d5e49fc2ad tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.449929 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-78da70ae-05d7-4345-8fa1-3cae6974ddbf req-b19587c0-499e-4be7-807a-93d5e49fc2ad tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 931 time: 0.0521026 Dec 15 16:11:04.465519 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a81241-100f-4973-9854-b02655426dc6') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:04.465834 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a81241-100f-4973-9854-b02655426dc6') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:04.487575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.506378 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-78da70ae-05d7-4345-8fa1-3cae6974ddbf req-5402c7c1-a632-449c-ad78-5f0344b4bddf tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488620 Dec 15 16:11:04.518545 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.529062 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa2907-1730-41ee-a812-a926ed084487 req-c105fc3f-8278-4839-9d71-50329dbb22ac tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.530680 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1bfa2907-1730-41ee-a812-a926ed084487 req-c105fc3f-8278-4839-9d71-50329dbb22ac tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.1011503 Dec 15 16:11:04.538859 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:11:04.539319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: from cryptography.utils import int_from_bytes Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: from cryptography.utils import int_from_bytes Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:11:04.558441 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:11:04.645543 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.662662 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1bfa2907-1730-41ee-a812-a926ed084487 req-4ab6d6f5-37f1-46c9-880b-ade55d297770 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250701 Dec 15 16:11:04.672543 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9905da-d913-455b-9670-db2c5653e2bc req-f7aff0a0-4bcf-480b-8a07-c19bb1daafc0 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.677585 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cb9905da-d913-455b-9670-db2c5653e2bc req-f7aff0a0-4bcf-480b-8a07-c19bb1daafc0 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0555394 Dec 15 16:11:04.677680 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.679161 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4fcbc128-abaa-45a5-8b80-a47d53c9b87e HTTP/1.1" status: 204 len: 168 time: 0.6270630 Dec 15 16:11:04.681037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc26c31-25f5-4839-8339-ed46bda442a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcbc128-abaa-45a5-8b80-a47d53c9b87e,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:04.682667 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39050) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:04.751331 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Deleting subnet e01265f2-fd11-4f39-9787-7198f5a84866 {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:11:04.759945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.776829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aa37a-6ced-41f7-987d-79e2abf5c17e req-596cce3c-008f-4f9d-a571-a6f10146a675 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.778423 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bc4aa37a-6ced-41f7-987d-79e2abf5c17e req-596cce3c-008f-4f9d-a571-a6f10146a675 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.0533876 Dec 15 16:11:04.826919 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cb9905da-d913-455b-9670-db2c5653e2bc req-5d027368-f788-4493-b66d-b03020d9450d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153364 Dec 15 16:11:04.849533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Request body: {'port': {'device_id': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:04.849700 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.896231 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.915665 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bc4aa37a-6ced-41f7-987d-79e2abf5c17e req-528f6130-38fd-45b2-955e-9bff947c694d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293561 Dec 15 16:11:04.939146 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-8a4294a7-a8d4-4a04-8f91-53a446b70ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:04.940674 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-8a4294a7-a8d4-4a04-8f91-53a446b70ee0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.0874865 Dec 15 16:11:04.978547 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-e159f02e-db6f-44df-bc0c-5697c660a8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506228 Dec 15 16:11:04.985027 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:04.986450 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-85aefce4-8855-4929-afaa-cd98b7b2792b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306849 Dec 15 16:11:04.987603 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.057991 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.061518 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e01265f2-fd11-4f39-9787-7198f5a84866 HTTP/1.1" status: 204 len: 168 time: 0.3762636 Dec 15 16:11:05.062356 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cefdd-ef70-4d53-838d-7ecd311e32bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01265f2-fd11-4f39-9787-7198f5a84866,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:05.064927 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39062) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:05.112728 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48754b8e-f38b-46e5-9efe-e0904e4476a7 req-209cba86-5638-47a7-81f7-54a25a276570 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243739 Dec 15 16:11:05.258430 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.268098 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-1cbcb02a-4fce-4a61-8670-46b3a15e9e20 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714307 Dec 15 16:11:05.406817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.443143 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d1f267-6354-4fa1-a504-6b74e0eb2a81']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:05.460817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c953a85d-4cca-4070-a9c7-0867299f6eae') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:05.461103 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c953a85d-4cca-4070-a9c7-0867299f6eae') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:05.475017 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.517458 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.527232 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:11:05.527703 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:11:05.529630 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:11:05.572458 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d81db4-2a75-40a9-8da4-0d709f3e2559 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:05.583144 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.610381 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Transition to ACTIVE for port object 40d81db4-2a75-40a9-8da4-0d709f3e2559 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:11:05.611791 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.621742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.627956 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] 10.222.0.36 "DELETE /v2.0/networks/a4d1f267-6354-4fa1-a504-6b74e0eb2a81 HTTP/1.1" status: 204 len: 168 time: 0.5365772 Dec 15 16:11:05.635795 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:05.645494 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa7303-d1ff-4bb1-b4c7-cd456a1cc62e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d1f267-6354-4fa1-a504-6b74e0eb2a81,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:05.755596 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ee0d-7a32-41cf-902d-fbda4b2c8977 req-e40da6f1-7143-40c8-bd90-c43954815891 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:05.769055 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d653ee0d-7a32-41cf-902d-fbda4b2c8977 req-e40da6f1-7143-40c8-bd90-c43954815891 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.1674039 Dec 15 16:11:05.875576 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d653ee0d-7a32-41cf-902d-fbda4b2c8977 req-c1937546-0c24-488f-bb7f-d89adf6f3991 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988019 Dec 15 16:11:05.935637 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39110) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:06.008176 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-93230696-497b-43b7-b39a-a3b80838bd26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ec3331c301a4be39f55b8f4fac47de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711305 Dec 15 16:11:06.013872 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39114) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:06.024799 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:06.046014 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b431c-92c0-467b-a2a4-b59fa5529660 req-ea3ef9d0-9842-4ef9-9fb5-120ef9075d47 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.047573 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-934b431c-92c0-467b-a2a4-b59fa5529660 req-ea3ef9d0-9842-4ef9-9fb5-120ef9075d47 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.1051223 Dec 15 16:11:06.068616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c5bd-594d-41b7-ac08-0cd9d1b753d7 req-9586722d-f5c7-4c0c-aae9-2f4a613a49aa tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.071178 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-77a3c5bd-594d-41b7-ac08-0cd9d1b753d7 req-9586722d-f5c7-4c0c-aae9-2f4a613a49aa tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.0957041 Dec 15 16:11:06.105168 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2daa5c6c-cfa6-4a00-87c6-ee5d71f72ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.140226 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-934b431c-92c0-467b-a2a4-b59fa5529660 req-b036ce8c-9d93-4a50-bed3-f5ae195d0f3b tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667117 Dec 15 16:11:06.145455 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2daa5c6c-cfa6-4a00-87c6-ee5d71f72ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.216981 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-77a3c5bd-594d-41b7-ac08-0cd9d1b753d7 req-c4b0e62e-7552-440a-aaba-f81054a0bb94 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199617 Dec 15 16:11:06.226665 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Attempting to bind port 40d81db4-2a75-40a9-8da4-0d709f3e2559 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:06.227000 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Attempting to bind port 40d81db4-2a75-40a9-8da4-0d709f3e2559 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:06.227985 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Attempting to bind port 40d81db4-2a75-40a9-8da4-0d709f3e2559 on network ed985f33-cdae-44a4-bb97-f437877d64c9 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:06.236977 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Port 40d81db4-2a75-40a9-8da4-0d709f3e2559 on network ed985f33-cdae-44a4-bb97-f437877d64c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:11:06.237303 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Attempting to bind port 40d81db4-2a75-40a9-8da4-0d709f3e2559 on network ed985f33-cdae-44a4-bb97-f437877d64c9 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:06.245584 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:06.245829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Checking segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:06.245938 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2daa5c6c-cfa6-4a00-87c6-ee5d71f72ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.246207 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Bound using segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:06.246627 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Bound port: 40d81db4-2a75-40a9-8da4-0d709f3e2559, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:06.246976 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.248591 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2daa5c6c-cfa6-4a00-87c6-ee5d71f72ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.249781 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2daa5c6c-cfa6-4a00-87c6-ee5d71f72ce0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/149c5410-09e8-4b45-a1c9-0c517fd43584 HTTP/1.1" status: 204 len: 168 time: 0.2339602 Dec 15 16:11:06.263250 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0da27e-ea86-42c9-8c5d-a6534db9933b req-47f9fbbc-030c-4450-b7da-4659aecdd39e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.264788 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9e0da27e-ea86-42c9-8c5d-a6534db9933b req-47f9fbbc-030c-4450-b7da-4659aecdd39e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.0660863 Dec 15 16:11:06.269900 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa5c6c-cfa6-4a00-87c6-ee5d71f72ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c5410-09e8-4b45-a1c9-0c517fd43584,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:06.312478 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b92d99eb-cdd7-44c9-bae2-a7027cfeb015 req-3aa9dfd4-bced-4492-abac-af523b04cc1a service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706324 Dec 15 16:11:06.325970 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9e0da27e-ea86-42c9-8c5d-a6534db9933b req-f2d4805c-4802-44b1-9d97-887544ffad49 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Dec 15 16:11:06.339210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:06.343087 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:06.353681 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.392222 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.392837 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.394373 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] 10.222.0.46 "PUT /v2.0/ports/40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 200 len: 1093 time: 1.5498972 Dec 15 16:11:06.394816 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:06.397250 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8124d69-d05f-424e-afc4-8da53c262795" -d '{"events": [{"name": "network-changed", "server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:06.433351 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996d6a-7d21-4122-990c-afa2233e4356 service neutron] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:06.452305 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7712fffd-8534-4a05-9ec0-30a31c9ff0ba x-openstack-request-id: req-7712fffd-8534-4a05-9ec0-30a31c9ff0ba {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:06.452691 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:06.453041 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7712fffd-8534-4a05-9ec0-30a31c9ff0ba {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:06.453531 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'status': 'completed', 'code': 200} Dec 15 16:11:06.604067 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39122) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:06.643447 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-78e51a1c-a192-45d5-a3d2-4d9df0c5883d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8d9ee65493044e5909f43d55fd76847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381355 Dec 15 16:11:06.645931 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39124) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:06.693130 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7807-efe2-4df8-bc4c-dd4edd34aab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.714311 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7807-efe2-4df8-bc4c-dd4edd34aab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.758410 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7807-efe2-4df8-bc4c-dd4edd34aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.761599 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec0d7807-efe2-4df8-bc4c-dd4edd34aab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:06.762761 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ec0d7807-efe2-4df8-bc4c-dd4edd34aab0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f7a505a-9268-4c73-9a31-c593bb75ae8f HTTP/1.1" status: 204 len: 168 time: 0.1159430 Dec 15 16:11:06.770220 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d7807-efe2-4df8-bc4c-dd4edd34aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7a505a-9268-4c73-9a31-c593bb75ae8f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:06.989920 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cbd05-852d-4f57-8b7c-da1018197477 req-f05c10a1-13c3-4d31-859d-33c877bbcec4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:06.991404 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2b0cbd05-852d-4f57-8b7c-da1018197477 req-f05c10a1-13c3-4d31-859d-33c877bbcec4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0515263 Dec 15 16:11:07.041970 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2b0cbd05-852d-4f57-8b7c-da1018197477 req-9d4a565b-c416-4669-a9db-e2781c368f83 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Dec 15 16:11:07.267240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008e05-bd0b-450c-b83c-9373c1d38f90 req-75f69541-e416-4f1b-a01a-b801679d9041 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:07.269317 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6c008e05-bd0b-450c-b83c-9373c1d38f90 req-75f69541-e416-4f1b-a01a-b801679d9041 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0611925 Dec 15 16:11:07.325412 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6c008e05-bd0b-450c-b83c-9373c1d38f90 req-b0c46b46-f4c0-4da7-94c7-ec6357442e19 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473502 Dec 15 16:11:07.337257 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf25ff3-ed64-487f-bcd5-03b72fc64fd5 req-9100bf7b-aba9-4fe2-95bf-14efef54a62e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:07.338799 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cdf25ff3-ed64-487f-bcd5-03b72fc64fd5 req-9100bf7b-aba9-4fe2-95bf-14efef54a62e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 943 time: 0.0540226 Dec 15 16:11:07.389015 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cdf25ff3-ed64-487f-bcd5-03b72fc64fd5 req-a5bf1af2-1695-47b4-892a-e7be391e261a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Dec 15 16:11:07.453847 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3924d-0031-4722-93cf-b48437074f01 req-ce235f5c-e018-4931-8b24-76deae02d96b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:07.455444 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-00e3924d-0031-4722-93cf-b48437074f01 req-ce235f5c-e018-4931-8b24-76deae02d96b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 943 time: 0.0587780 Dec 15 16:11:07.508019 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-00e3924d-0031-4722-93cf-b48437074f01 req-f43c7831-b48f-468a-add7-51a060963f9e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Dec 15 16:11:07.827213 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39172) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:07.938823 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9112b708-14b3-42eb-afd4-ab3bf64bc3cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.015137 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9112b708-14b3-42eb-afd4-ab3bf64bc3cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.018910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9112b708-14b3-42eb-afd4-ab3bf64bc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.054759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112b708-14b3-42eb-afd4-ab3bf64bc3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1bd239-e8d3-4b4d-8a5b-8eff80cbe53b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:08.059809 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9112b708-14b3-42eb-afd4-ab3bf64bc3cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcb2841ed71a43068b50cdf978d8ee41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315135 Dec 15 16:11:08.062450 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39182) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:08.124002 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-630b4437-98db-4786-a87b-94e1f920ac1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.139631 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device fdd65e26-501b-4251-b404-78bc05ad4f44 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:08.167314 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-630b4437-98db-4786-a87b-94e1f920ac1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.197130 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8124d69-d05f-424e-afc4-8da53c262795 req-458027d0-5905-421a-99bc-9c80bed794c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.197376 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59d3df-d4ce-4f2f-8a4c-14a5ce5fb5cc req-1bd2af29-899a-4b4d-b74f-bb21178a129c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.198993 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8124d69-d05f-424e-afc4-8da53c262795 req-458027d0-5905-421a-99bc-9c80bed794c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1096 time: 0.0446265 Dec 15 16:11:08.199124 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2d59d3df-d4ce-4f2f-8a4c-14a5ce5fb5cc req-1bd2af29-899a-4b4d-b74f-bb21178a129c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0868661 Dec 15 16:11:08.265339 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2d59d3df-d4ce-4f2f-8a4c-14a5ce5fb5cc req-6a549e72-e099-4f78-bfa5-2b6c1c1ddd0d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581217 Dec 15 16:11:08.266415 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-630b4437-98db-4786-a87b-94e1f920ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.268929 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-630b4437-98db-4786-a87b-94e1f920ac1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.269986 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-630b4437-98db-4786-a87b-94e1f920ac1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d1bd239-e8d3-4b4d-8a5b-8eff80cbe53b HTTP/1.1" status: 204 len: 168 time: 0.2065799 Dec 15 16:11:08.279755 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4437-98db-4786-a87b-94e1f920ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1bd239-e8d3-4b4d-8a5b-8eff80cbe53b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:08.287135 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port fdd65e26-501b-4251-b404-78bc05ad4f44, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fdd65e26-501b-4251-b404-78bc05ad4f44,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:08.301641 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'fdd65e26-501b-4251-b404-78bc05ad4f44', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'port_id': 'fdd65e26-501b-4251-b404-78bc05ad4f44', 'mac_address': 'fa:16:3e:3b:32:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:08.343172 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8124d69-d05f-424e-afc4-8da53c262795 req-da75edcc-d6c5-4c64-9974-e2ebe714e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.344649 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8124d69-d05f-424e-afc4-8da53c262795 req-da75edcc-d6c5-4c64-9974-e2ebe714e8ef service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4293903670af4a238fe13d805fcd9d59&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1210239 Dec 15 16:11:08.355350 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.371498 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd65e26-501b-4251-b404-78bc05ad4f44 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:08.400728 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port fdd65e26-501b-4251-b404-78bc05ad4f44, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fdd65e26-501b-4251-b404-78bc05ad4f44,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:08.407838 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.408550 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 648d6170-f09f-415c-8e88-60e67684a8da details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:08.512540 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15445b-fb43-49f2-bd24-cb362a771d2c req-a0910e96-8f31-4e75-bd7a-041a5733e7e9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.514362 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6e15445b-fb43-49f2-bd24-cb362a771d2c req-a0910e96-8f31-4e75-bd7a-041a5733e7e9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.1034033 Dec 15 16:11:08.521554 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8124d69-d05f-424e-afc4-8da53c262795 req-c7489ca2-1a49-4aa5-8e90-1e9106e7815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.524908 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8124d69-d05f-424e-afc4-8da53c262795 req-c7489ca2-1a49-4aa5-8e90-1e9106e7815b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715109 Dec 15 16:11:08.556355 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b779cf-38a9-4971-9a11-9198435604ba req-5334d4ec-27e6-46a9-a12f-04df5dc08b1f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.558549 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=fdd65e26-501b-4251-b404-78bc05ad4f44,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:08.576730 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:11:08.578315 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d3b779cf-38a9-4971-9a11-9198435604ba req-5334d4ec-27e6-46a9-a12f-04df5dc08b1f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 944 time: 0.0927911 Dec 15 16:11:08.596165 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6e15445b-fb43-49f2-bd24-cb362a771d2c req-a975055f-0145-401b-8a9e-e50a134e3135 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700402 Dec 15 16:11:08.616972 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 648d6170-f09f-415c-8e88-60e67684a8da, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=648d6170-f09f-415c-8e88-60e67684a8da,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:08.632159 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '648d6170-f09f-415c-8e88-60e67684a8da', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'port_id': '648d6170-f09f-415c-8e88-60e67684a8da', 'mac_address': 'fa:16:3e:a9:a6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:08.652863 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-a3fabc34-2d03-4cc7-98a8-69fd74afce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.653579 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d3b779cf-38a9-4971-9a11-9198435604ba req-a422f26d-d6f8-471e-8b71-81ff6c5bc6c6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740602 Dec 15 16:11:08.656727 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-a3fabc34-2d03-4cc7-98a8-69fd74afce91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1096 time: 0.0771675 Dec 15 16:11:08.675269 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.688902 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648d6170-f09f-415c-8e88-60e67684a8da {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:08.710370 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 648d6170-f09f-415c-8e88-60e67684a8da, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=648d6170-f09f-415c-8e88-60e67684a8da,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:08.715770 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:08.719401 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-d4fb6fbe-3799-4c73-b9dd-4cc4c0f62e80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 200 len: 217 time: 0.0544739 Dec 15 16:11:08.775010 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=648d6170-f09f-415c-8e88-60e67684a8da,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:08.803972 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cac2e-f000-40c7-8a45-9c6b7009838f req-a0cf854c-5e04-420f-a9e9-f7179ba9d575 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.805542 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d24cac2e-f000-40c7-8a45-9c6b7009838f req-a0cf854c-5e04-420f-a9e9-f7179ba9d575 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.1295030 Dec 15 16:11:08.809174 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-21e57d7e-6f30-4205-9215-65e1ed4c685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.810624 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-21e57d7e-6f30-4205-9215-65e1ed4c685b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0748925 Dec 15 16:11:08.889693 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d24cac2e-f000-40c7-8a45-9c6b7009838f req-87ca724d-141c-4d07-928b-1bc8d43f47e2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780530 Dec 15 16:11:08.897655 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-75702247-80b0-4596-a749-35b0755e3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:08.899236 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-75702247-80b0-4596-a749-35b0755e3b8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726902 Dec 15 16:11:09.061311 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-defa7f60-2a17-4c05-b161-3539374c8ebd service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452003 Dec 15 16:11:09.094546 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:09.195515 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd46ba23-5b29-4083-b2c2-e19bac1cba49 req-93a01c47-8f4f-4ca2-8a9f-5efe10a07e28 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278737 Dec 15 16:11:09.199419 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['fdd65e26-501b-4251-b404-78bc05ad4f44'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:09.462276 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c2ce-1dde-494e-8449-b249e217fa7d req-a317d646-f695-4a29-ba46-db8259f863c3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.470027 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-33c5c2ce-1dde-494e-8449-b249e217fa7d req-a317d646-f695-4a29-ba46-db8259f863c3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0698485 Dec 15 16:11:09.562877 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-33c5c2ce-1dde-494e-8449-b249e217fa7d req-0e90fa10-e8a1-49d9-93d2-bf133e30720e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916963 Dec 15 16:11:09.647997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39258) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:09.746666 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d372f99-861f-4cf2-a66a-a3dcc0194abe req-06c3b469-b5cf-4feb-a8d3-938f857a548f tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.752770 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7d372f99-861f-4cf2-a66a-a3dcc0194abe req-06c3b469-b5cf-4feb-a8d3-938f857a548f tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0654075 Dec 15 16:11:09.787933 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d76c2-613d-41f1-9026-8df196f576d3 req-ac0afca2-d601-4814-ae31-7930f5ac3dbf tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:09.789478 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-039d76c2-613d-41f1-9026-8df196f576d3 req-ac0afca2-d601-4814-ae31-7930f5ac3dbf tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 944 time: 0.0697770 Dec 15 16:11:09.821453 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7d372f99-861f-4cf2-a66a-a3dcc0194abe req-3ea36ee3-d3ec-412f-9a44-e784c27d280d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611856 Dec 15 16:11:09.825019 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3505ae0-7534-4bb6-876f-938027c5b63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.870174 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-039d76c2-613d-41f1-9026-8df196f576d3 req-72122339-8199-46f9-865e-6de022ba9e67 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681343 Dec 15 16:11:09.941017 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3505ae0-7534-4bb6-876f-938027c5b63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.946833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f3505ae0-7534-4bb6-876f-938027c5b63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:09.987367 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f3505ae0-7534-4bb6-876f-938027c5b63d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecc53043b8e8417db1627282285f5bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380005 Dec 15 16:11:09.989542 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3505ae0-7534-4bb6-876f-938027c5b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490fcd7b-6b04-4a45-b433-244400093787,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:09.991939 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39276) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:10.017862 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007a239-957a-45bb-96c9-343359603e4c req-947f52be-fcb3-420f-b49f-5ecec4e4b9bd tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:10.019345 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1007a239-957a-45bb-96c9-343359603e4c req-947f52be-fcb3-420f-b49f-5ecec4e4b9bd tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.0523400 Dec 15 16:11:10.045628 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44e0b986-87cb-451a-9f00-c3cd3d5e40b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.068094 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44e0b986-87cb-451a-9f00-c3cd3d5e40b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.070514 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1007a239-957a-45bb-96c9-343359603e4c req-431af805-4416-4270-90fc-0b55020bbc97 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Dec 15 16:11:10.118608 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44e0b986-87cb-451a-9f00-c3cd3d5e40b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.121452 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44e0b986-87cb-451a-9f00-c3cd3d5e40b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.122620 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-44e0b986-87cb-451a-9f00-c3cd3d5e40b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/490fcd7b-6b04-4a45-b433-244400093787 HTTP/1.1" status: 204 len: 168 time: 0.1290162 Dec 15 16:11:10.130765 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0b986-87cb-451a-9f00-c3cd3d5e40b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490fcd7b-6b04-4a45-b433-244400093787,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:10.463788 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39290) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:10.478033 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7e07ea07-a945-4efb-86f2-0bb335d6ff76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.559324 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7e07ea07-a945-4efb-86f2-0bb335d6ff76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.563021 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7e07ea07-a945-4efb-86f2-0bb335d6ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.602221 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-7e07ea07-a945-4efb-86f2-0bb335d6ff76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64a0ea03d21246e6b38026c23a2bf342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373510 Dec 15 16:11:10.603024 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07ea07-a945-4efb-86f2-0bb335d6ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33a840b-5961-43b6-872e-696af747d54c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:10.605185 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39298) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:10.659662 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bbeef2e-8500-4b4a-853b-1b46bb023c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.682107 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bbeef2e-8500-4b4a-853b-1b46bb023c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.714785 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388ecfb-3943-4690-82c9-f89666de7cf1 req-38f4927b-e3cf-4fd1-ab21-ffe0c9b0ff88 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:10.716287 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e388ecfb-3943-4690-82c9-f89666de7cf1 req-38f4927b-e3cf-4fd1-ab21-ffe0c9b0ff88 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0501635 Dec 15 16:11:10.727256 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bbeef2e-8500-4b4a-853b-1b46bb023c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.730151 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8bbeef2e-8500-4b4a-853b-1b46bb023c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:10.731287 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8bbeef2e-8500-4b4a-853b-1b46bb023c1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e33a840b-5961-43b6-872e-696af747d54c HTTP/1.1" status: 204 len: 168 time: 0.1248138 Dec 15 16:11:10.740952 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeef2e-8500-4b4a-853b-1b46bb023c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33a840b-5961-43b6-872e-696af747d54c,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:10.770163 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e388ecfb-3943-4690-82c9-f89666de7cf1 req-68cf6f3c-95a8-4d94-88ad-23613cb4d1ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467570 Dec 15 16:11:10.939374 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1b50-56c8-4820-946e-5bd944a0bc0f req-b31b4981-c534-4409-93c1-0182b1171155 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:10.942101 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2aae1b50-56c8-4820-946e-5bd944a0bc0f req-b31b4981-c534-4409-93c1-0182b1171155 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0537269 Dec 15 16:11:10.992349 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c6a84-ef6f-4305-9201-f49757d8b4ca req-b53c18b0-97ef-435c-907e-af08f97fb1bb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:10.994113 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8b4c6a84-ef6f-4305-9201-f49757d8b4ca req-b53c18b0-97ef-435c-907e-af08f97fb1bb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 944 time: 0.0519643 Dec 15 16:11:10.999124 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2aae1b50-56c8-4820-946e-5bd944a0bc0f req-fc4da75c-e10e-4483-8dc2-639691564ccd tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506597 Dec 15 16:11:11.047135 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8b4c6a84-ef6f-4305-9201-f49757d8b4ca req-c131a6cc-797d-4806-9862-7d686534f9c0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Dec 15 16:11:11.184479 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307213a-a7a9-4e29-b5d8-7573b0f99a7b req-ffb138cf-5536-417a-a6f1-5b0616049276 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:11.185957 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5307213a-a7a9-4e29-b5d8-7573b0f99a7b req-ffb138cf-5536-417a-a6f1-5b0616049276 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.0469337 Dec 15 16:11:11.234326 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5307213a-a7a9-4e29-b5d8-7573b0f99a7b req-fa18fd52-b64d-43d2-8fae-18214ef15c2a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Dec 15 16:11:11.885406 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0fd13-ab9b-4eb9-aa98-55765f9324db req-2d270ee5-5488-453f-94d8-b446238ab02a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:11.886864 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4c0fd13-ab9b-4eb9-aa98-55765f9324db req-2d270ee5-5488-453f-94d8-b446238ab02a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0469446 Dec 15 16:11:11.939661 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4c0fd13-ab9b-4eb9-aa98-55765f9324db req-a960ece5-3f15-4f4b-87ee-cfdad90d7e5c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457857 Dec 15 16:11:12.109713 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c3bf5-b898-42d2-8927-c0c0ef160804 req-f0194806-f5c1-43b5-bd24-819c2f684504 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:12.111203 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-632c3bf5-b898-42d2-8927-c0c0ef160804 req-f0194806-f5c1-43b5-bd24-819c2f684504 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0499907 Dec 15 16:11:12.167961 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0222f1-b8ca-45ef-bedb-c8ab8e579b10 req-ff5ac194-76c8-4fa5-bf68-530bc1b76f26 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:12.168386 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-632c3bf5-b898-42d2-8927-c0c0ef160804 req-d01e1c5c-7191-4a53-9c8e-a6d1719d2e9f tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497284 Dec 15 16:11:12.170240 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ef0222f1-b8ca-45ef-bedb-c8ab8e579b10 req-ff5ac194-76c8-4fa5-bf68-530bc1b76f26 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 944 time: 0.0517983 Dec 15 16:11:12.337148 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39362) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:12.362771 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928fb3e-7b01-46ee-90b5-a4e9e371e8e4 req-ddfc9f2d-316c-481a-8353-3ca5732c9fdd tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:12.364114 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4928fb3e-7b01-46ee-90b5-a4e9e371e8e4 req-ddfc9f2d-316c-481a-8353-3ca5732c9fdd tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.0615623 Dec 15 16:11:12.401569 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ef0222f1-b8ca-45ef-bedb-c8ab8e579b10 req-44c66f0b-99df-4a51-ac16-1eb02dd89300 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252240 Dec 15 16:11:12.419504 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4928fb3e-7b01-46ee-90b5-a4e9e371e8e4 req-53fb1a9a-bc5b-4ab5-97e0-19c8f40f39a7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Dec 15 16:11:12.452554 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c3f80fe4-42d1-4087-af14-9f994ca674f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.525331 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c3f80fe4-42d1-4087-af14-9f994ca674f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.528817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c3f80fe4-42d1-4087-af14-9f994ca674f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.566706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f80fe4-42d1-4087-af14-9f994ca674f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4bbf8f-c16e-40b9-9804-bff9e638955f,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:12.571626 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c3f80fe4-42d1-4087-af14-9f994ca674f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5065267910ae454ca415751735b80de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326331 Dec 15 16:11:12.573998 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39370) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:12.624468 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-acb8b032-5a9a-42c9-95cd-78c940ad6d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.644543 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-acb8b032-5a9a-42c9-95cd-78c940ad6d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.696952 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-acb8b032-5a9a-42c9-95cd-78c940ad6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.699633 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-acb8b032-5a9a-42c9-95cd-78c940ad6d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:12.700771 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-acb8b032-5a9a-42c9-95cd-78c940ad6d07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e4bbf8f-c16e-40b9-9804-bff9e638955f HTTP/1.1" status: 204 len: 168 time: 0.1258540 Dec 15 16:11:12.708891 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8b032-5a9a-42c9-95cd-78c940ad6d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4bbf8f-c16e-40b9-9804-bff9e638955f,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:12.960458 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39378) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:12.974417 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2241-a065-485d-bcaa-30d737b6f8eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.054083 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2241-a065-485d-bcaa-30d737b6f8eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.059167 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2241-a065-485d-bcaa-30d737b6f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.061467 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d4d9d-76aa-4bb8-a20d-1b51cd070f05 req-5b424665-96a4-4254-8eb2-b7b882f7d0ae tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:13.062974 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-122d4d9d-76aa-4bb8-a20d-1b51cd070f05 req-5b424665-96a4-4254-8eb2-b7b882f7d0ae tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0503693 Dec 15 16:11:13.102995 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f2241-a065-485d-bcaa-30d737b6f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc9477-fb31-4170-9574-1bc3d02336f9,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:13.110641 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-fc8f2241-a065-485d-bcaa-30d737b6f8eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8df51562f0b8479a8b0c70b1290f0fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482267 Dec 15 16:11:13.111533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39382) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:13.119106 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-122d4d9d-76aa-4bb8-a20d-1b51cd070f05 req-cda518e8-d774-46fe-ad60-5c352e55002c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502000 Dec 15 16:11:13.160030 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bd08ffa0-c0a4-40c7-9429-23c716deab1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.183022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bd08ffa0-c0a4-40c7-9429-23c716deab1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.229709 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bd08ffa0-c0a4-40c7-9429-23c716deab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.232272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bd08ffa0-c0a4-40c7-9429-23c716deab1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.233418 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-bd08ffa0-c0a4-40c7-9429-23c716deab1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2dc9477-fb31-4170-9574-1bc3d02336f9 HTTP/1.1" status: 204 len: 168 time: 0.1209798 Dec 15 16:11:13.252170 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08ffa0-c0a4-40c7-9429-23c716deab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc9477-fb31-4170-9574-1bc3d02336f9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:13.290349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1721de8-9dbd-45af-8b5b-5cc3f7b9482a req-7d74ab1e-763a-4ed2-8017-3c63ba61f94e tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:13.291846 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a1721de8-9dbd-45af-8b5b-5cc3f7b9482a req-7d74ab1e-763a-4ed2-8017-3c63ba61f94e tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0535033 Dec 15 16:11:13.339528 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a1721de8-9dbd-45af-8b5b-5cc3f7b9482a req-ee16698e-e291-4b87-b02d-48a204c612f3 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Dec 15 16:11:13.463433 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:13.523597 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300b8c9-9744-41cd-ae31-6f5c3226bc16 req-5085f978-5119-4bd8-9273-5ce7a72b4f1a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:13.531585 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1300b8c9-9744-41cd-ae31-6f5c3226bc16 req-5085f978-5119-4bd8-9273-5ce7a72b4f1a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 944 time: 0.0578203 Dec 15 16:11:13.545597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820863d4-8981-486d-b9c3-81daa9087f7c req-9db8bc73-5dba-466d-855f-92892d027b5e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:13.554724 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-820863d4-8981-486d-b9c3-81daa9087f7c req-9db8bc73-5dba-466d-855f-92892d027b5e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.0602851 Dec 15 16:11:13.590536 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1300b8c9-9744-41cd-ae31-6f5c3226bc16 req-bb5e111b-9754-41c3-8fc3-acee7bfba66e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579073 Dec 15 16:11:13.619251 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-820863d4-8981-486d-b9c3-81daa9087f7c req-aaf01d1e-ab9d-4c67-9e01-994ebdf25f19 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628276 Dec 15 16:11:14.245467 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0552-c331-4377-8bda-e98a5c5a0c42 req-16ce1904-6616-4b8c-a650-b6cbc5ec0d6f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:14.246964 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f93a0552-c331-4377-8bda-e98a5c5a0c42 req-16ce1904-6616-4b8c-a650-b6cbc5ec0d6f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0553896 Dec 15 16:11:14.308139 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f93a0552-c331-4377-8bda-e98a5c5a0c42 req-dc34e4fb-7324-4d8d-8224-9014938a36e3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550046 Dec 15 16:11:14.466871 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a05d2-05de-41f8-a699-9672993ffa90 req-48690afb-b5e3-4b7f-ac9d-479dff365823 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:14.468386 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b57a05d2-05de-41f8-a699-9672993ffa90 req-48690afb-b5e3-4b7f-ac9d-479dff365823 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0533400 Dec 15 16:11:14.529182 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b57a05d2-05de-41f8-a699-9672993ffa90 req-62ef64a1-b360-4563-a4ec-b5c045ae19cf tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Dec 15 16:11:14.708481 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d78c-ffb7-4564-b166-b0966986823e req-98148b45-86d3-436a-9b55-719bd39cc525 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:14.710130 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-74e9d78c-ffb7-4564-b166-b0966986823e req-98148b45-86d3-436a-9b55-719bd39cc525 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 944 time: 0.0577490 Dec 15 16:11:14.749973 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3825e0-2d52-45e6-9b04-148b2c67768b req-4762ba9d-7ba3-4857-9a54-4dbf111df6cc tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:14.751541 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dd3825e0-2d52-45e6-9b04-148b2c67768b req-4762ba9d-7ba3-4857-9a54-4dbf111df6cc tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.0565023 Dec 15 16:11:14.778531 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-74e9d78c-ffb7-4564-b166-b0966986823e req-68f92109-f65a-4afa-a782-658c41674f3e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Dec 15 16:11:14.804340 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dd3825e0-2d52-45e6-9b04-148b2c67768b req-2b9ad3bf-a7f0-4d8b-8cfa-2d5456be4bd6 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469496 Dec 15 16:11:15.205457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device dcc16873-43c3-4ab9-a1c5-a436ca059a16 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:15.272267 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device fdd65e26-501b-4251-b404-78bc05ad4f44 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:15.312515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39506) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:15.343870 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port dcc16873-43c3-4ab9-a1c5-a436ca059a16, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:15.361323 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port fdd65e26-501b-4251-b404-78bc05ad4f44 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:11:15.363526 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16', 'network_id': '5b3320d8-9e2d-410a-88f0-376dd555410c', 'port_id': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16', 'mac_address': 'fa:16:3e:09:5d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175359b2-5e3f-45f2-a7b3-1d028fccc88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:15.367747 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port fdd65e26-501b-4251-b404-78bc05ad4f44 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:15.368110 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.428100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-94a75c70-00b4-4e5f-b278-da785224fa02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.432507 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42251-85cc-4221-9b84-01bd82a154c8 req-33ae2e48-514f-496e-b8a4-cb1a75f1f353 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:15.434059 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-01d42251-85cc-4221-9b84-01bd82a154c8 req-33ae2e48-514f-496e-b8a4-cb1a75f1f353 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0531282 Dec 15 16:11:15.438577 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.455414 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc16873-43c3-4ab9-a1c5-a436ca059a16 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:15.487061 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-01d42251-85cc-4221-9b84-01bd82a154c8 req-20d2a10b-105a-4d87-9bf4-f30840b71e9f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457695 Dec 15 16:11:15.498514 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port dcc16873-43c3-4ab9-a1c5-a436ca059a16, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:15.504474 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.505144 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:15.520287 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-94a75c70-00b4-4e5f-b278-da785224fa02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.525142 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-94a75c70-00b4-4e5f-b278-da785224fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.546718 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.566341 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-94a75c70-00b4-4e5f-b278-da785224fa02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b82d06d1c4f84b8baa79ed95d3d0283b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503953 Dec 15 16:11:15.566341 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75c70-00b4-4e5f-b278-da785224fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde19cc8-fd67-4808-b942-f0d480864bbe,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:15.569154 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39514) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:15.629561 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd65e26-501b-4251-b404-78bc05ad4f44'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:15.630572 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-636abaad-5913-4827-8a50-cf75fad2a262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.653050 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-636abaad-5913-4827-8a50-cf75fad2a262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.655549 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0579e-aeaf-4f4d-a9ce-3c3724c044de req-fbf78f9a-7b50-440d-b788-dc828bda5215 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:15.657043 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b9c0579e-aeaf-4f4d-a9ce-3c3724c044de req-fbf78f9a-7b50-440d-b788-dc828bda5215 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 943 time: 0.0481777 Dec 15 16:11:15.702716 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=dcc16873-43c3-4ab9-a1c5-a436ca059a16,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:15.710822 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-636abaad-5913-4827-8a50-cf75fad2a262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.715332 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-636abaad-5913-4827-8a50-cf75fad2a262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.716853 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-636abaad-5913-4827-8a50-cf75fad2a262 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dde19cc8-fd67-4808-b942-f0d480864bbe HTTP/1.1" status: 204 len: 168 time: 0.1461985 Dec 15 16:11:15.724024 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port fdd65e26-501b-4251-b404-78bc05ad4f44, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fdd65e26-501b-4251-b404-78bc05ad4f44,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:15.725886 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636abaad-5913-4827-8a50-cf75fad2a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde19cc8-fd67-4808-b942-f0d480864bbe,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:15.728105 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b9c0579e-aeaf-4f4d-a9ce-3c3724c044de req-99c42363-227d-4b4d-a64b-859bbed1ca32 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621021 Dec 15 16:11:15.739818 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.741683 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 648d6170-f09f-415c-8e88-60e67684a8da up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:15.828433 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9338ab8-0336-4b36-be59-5b1a24962aaf" -d '{"events": [{"server_uuid": "f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50", "name": "network-vif-plugged", "status": "completed", "tag": "fdd65e26-501b-4251-b404-78bc05ad4f44"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:15.881248 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,segment=NetworkSegment(a1d1024b-76d3-478a-a201-eb284ca7dd00),segment_id=a1d1024b-76d3-478a-a201-eb284ca7dd00)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:15.892536 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=fdd65e26-501b-4251-b404-78bc05ad4f44,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:15.902038 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5', 'network_id': '69eb36a1-1fe8-46e9-948f-c08f5a260c2b', 'port_id': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5', 'mac_address': 'fa:16:3e:79:bb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:15.935439 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 648d6170-f09f-415c-8e88-60e67684a8da completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:11:15.935960 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5ca5-ea30-4c59-97a5-71821d1260be req-e09bb451-3ec7-478f-9092-5a733cdfe486 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:15.937613 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dc7e5ca5-ea30-4c59-97a5-71821d1260be req-e09bb451-3ec7-478f-9092-5a733cdfe486 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0717986 Dec 15 16:11:15.943619 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 648d6170-f09f-415c-8e88-60e67684a8da triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:15.944117 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.970538 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710282c-7761-4e9b-be35-26410aa42176 req-fcd1fb25-7650-47ae-856e-52663345aa4e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:15.973071 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3710282c-7761-4e9b-be35-26410aa42176 req-fcd1fb25-7650-47ae-856e-52663345aa4e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 944 time: 0.0667243 Dec 15 16:11:15.974851 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:15.993564 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:16.002707 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dc7e5ca5-ea30-4c59-97a5-71821d1260be req-c208b706-e488-4124-857e-93f5fd115fe0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591817 Dec 15 16:11:16.021623 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,segment=NetworkSegment(a1d1024b-76d3-478a-a201-eb284ca7dd00),segment_id=a1d1024b-76d3-478a-a201-eb284ca7dd00)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:16.030608 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.072629 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3710282c-7761-4e9b-be35-26410aa42176 req-ccac9608-9236-480e-b820-6bf2be0a112f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925393 Dec 15 16:11:16.110402 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.120976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39536) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:16.132055 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:16.135217 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4d02792f-a65a-4e3d-875a-3f3c14b4b27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.161797 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 648d6170-f09f-415c-8e88-60e67684a8da, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=648d6170-f09f-415c-8e88-60e67684a8da,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:16.167149 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.214889 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4d02792f-a65a-4e3d-875a-3f3c14b4b27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.219218 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4d02792f-a65a-4e3d-875a-3f3c14b4b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.221808 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=648d6170-f09f-415c-8e88-60e67684a8da,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:16.252548 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02792f-a65a-4e3d-875a-3f3c14b4b27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2f28c-abc2-435e-9faa-a8ae8bd59da4,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:16.267515 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14297278-0229-4f32-b005-33da3cd41076 x-openstack-request-id: req-14297278-0229-4f32-b005-33da3cd41076 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:16.267840 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50", "name": "network-vif-plugged", "status": "completed", "tag": "fdd65e26-501b-4251-b404-78bc05ad4f44", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:16.268086 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14297278-0229-4f32-b005-33da3cd41076 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:16.268467 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd65e26-501b-4251-b404-78bc05ad4f44', 'code': 200} Dec 15 16:11:16.272433 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-4d02792f-a65a-4e3d-875a-3f3c14b4b27d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4496529ed1544b56b9b64f951b308869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502349 Dec 15 16:11:16.276152 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39542) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:16.332159 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dabad8c-0cac-4ac0-bcd2-2c056fdd1e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.353476 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dabad8c-0cac-4ac0-bcd2-2c056fdd1e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.397187 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dabad8c-0cac-4ac0-bcd2-2c056fdd1e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.400375 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6dabad8c-0cac-4ac0-bcd2-2c056fdd1e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:16.401507 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6dabad8c-0cac-4ac0-bcd2-2c056fdd1e43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53c2f28c-abc2-435e-9faa-a8ae8bd59da4 HTTP/1.1" status: 204 len: 168 time: 0.1244342 Dec 15 16:11:16.409753 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabad8c-0cac-4ac0-bcd2-2c056fdd1e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2f28c-abc2-435e-9faa-a8ae8bd59da4,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:16.607735 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d50d32-d75b-4164-992b-c9994a2033cd req-1082983c-ba84-4093-97bd-701ec0af19a8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:16.609277 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-98d50d32-d75b-4164-992b-c9994a2033cd req-1082983c-ba84-4093-97bd-701ec0af19a8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0476255 Dec 15 16:11:16.658051 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-98d50d32-d75b-4164-992b-c9994a2033cd req-a9d5d5ee-b4b2-4064-9ac6-cced7cdd76c0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 Dec 15 16:11:16.840480 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966e28-a99c-42e0-bf33-f208560489b6 req-dc9b456e-abb5-41fc-b546-b1e0f57a9ed8 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:16.842024 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a6966e28-a99c-42e0-bf33-f208560489b6 req-dc9b456e-abb5-41fc-b546-b1e0f57a9ed8 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 944 time: 0.0548337 Dec 15 16:11:16.890572 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a6966e28-a99c-42e0-bf33-f208560489b6 req-f5019173-e2bd-4acd-8b95-ebb4277e2bb7 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Dec 15 16:11:17.129486 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e43c66-7187-4027-b08b-d2c9dcae2ea3 req-4f2e2de8-52d7-47df-a253-6bfa21719aaa tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:17.131090 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8e43c66-7187-4027-b08b-d2c9dcae2ea3 req-4f2e2de8-52d7-47df-a253-6bfa21719aaa tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Dec 15 16:11:17.192440 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8e43c66-7187-4027-b08b-d2c9dcae2ea3 req-b045f526-b12c-4615-9369-92930f77b5db tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Dec 15 16:11:17.194304 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82c7cd-8b1f-4e30-b2e0-d51dd87b42f0 req-265f398b-c918-4608-becc-d9c4d1f8cafd tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:17.196118 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb82c7cd-8b1f-4e30-b2e0-d51dd87b42f0 req-265f398b-c918-4608-becc-d9c4d1f8cafd tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0511210 Dec 15 16:11:17.245181 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb82c7cd-8b1f-4e30-b2e0-d51dd87b42f0 req-88542c06-c44f-4391-8665-ee8e71331dfe tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Dec 15 16:11:17.262618 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:17.401854 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:17.419557 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'mac_address': 'fa:16:3e:3a:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:17.466575 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.483582 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d81db4-2a75-40a9-8da4-0d709f3e2559 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:17.491921 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7626b2d-cefd-47a5-9cb3-6293fa1cf59e req-568eb57e-3f38-4f91-a51e-a1552b8b5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:17.494080 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f7626b2d-cefd-47a5-9cb3-6293fa1cf59e req-568eb57e-3f38-4f91-a51e-a1552b8b5ee1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 1098 time: 0.0776777 Dec 15 16:11:17.504266 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:17.507736 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.517360 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-f7626b2d-cefd-47a5-9cb3-6293fa1cf59e req-1e9715a2-8b6a-4c2e-bd08-ac1feda5ca40 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.538817 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['74e0a314-8c6c-4c1c-94b0-01a8822e91d5'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:17.541061 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['dcc16873-43c3-4ab9-a1c5-a436ca059a16'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:17.609426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-f7626b2d-cefd-47a5-9cb3-6293fa1cf59e req-1e9715a2-8b6a-4c2e-bd08-ac1feda5ca40 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.615774 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-f7626b2d-cefd-47a5-9cb3-6293fa1cf59e req-1e9715a2-8b6a-4c2e-bd08-ac1feda5ca40 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:17.646126 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:17.667322 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f7626b2d-cefd-47a5-9cb3-6293fa1cf59e req-1e9715a2-8b6a-4c2e-bd08-ac1feda5ca40 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647670 Dec 15 16:11:17.667948 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9715a2-8b6a-4c2e-bd08-ac1feda5ca40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7de03f-355c-4da5-9344-64116598031e,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:17.767589 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['40d81db4-2a75-40a9-8da4-0d709f3e2559'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:17.793145 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a051d91-d48f-4031-b562-70a649634374 req-fcbe6844-3f38-43ff-9f63-8a26459ad1f1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:17.794750 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4a051d91-d48f-4031-b562-70a649634374 req-fcbe6844-3f38-43ff-9f63-8a26459ad1f1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0572441 Dec 15 16:11:17.843785 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4a051d91-d48f-4031-b562-70a649634374 req-44e6e917-930b-41a8-a9e0-e4c581b5f2fc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429735 Dec 15 16:11:18.006458 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f3a91-0f56-48c6-bc21-764857d63faa req-b1e51b44-7def-47ca-a9ae-464acc6ff404 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:18.008000 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fe5f3a91-0f56-48c6-bc21-764857d63faa req-b1e51b44-7def-47ca-a9ae-464acc6ff404 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 944 time: 0.0495968 Dec 15 16:11:18.062646 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fe5f3a91-0f56-48c6-bc21-764857d63faa req-399b8298-be75-4b70-8dd3-2b078586358b tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Dec 15 16:11:18.269882 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648d6170-f09f-415c-8e88-60e67684a8da'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:18.272174 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e122fafd-9d29-48f6-8b65-d774d8769052" -d '{"events": [{"server_uuid": "cdd5f486-3302-4f15-ba29-0a1734919fcb", "name": "network-vif-plugged", "status": "completed", "tag": "648d6170-f09f-415c-8e88-60e67684a8da"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:18.313353 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c5a5-6e66-49bc-b26f-519e5dc62c4f req-af6f488c-225b-4dce-8d7a-75681bd9f821 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:18.314858 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b1c7c5a5-6e66-49bc-b26f-519e5dc62c4f req-af6f488c-225b-4dce-8d7a-75681bd9f821 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0583289 Dec 15 16:11:18.363153 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffaeff-42ff-41b8-a220-b5687a223cf2 req-abcfe3fa-6b12-43ec-8fc9-a7fe6bc079e8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:18.364838 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34ffaeff-42ff-41b8-a220-b5687a223cf2 req-abcfe3fa-6b12-43ec-8fc9-a7fe6bc079e8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0490401 Dec 15 16:11:18.370589 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b1c7c5a5-6e66-49bc-b26f-519e5dc62c4f req-50d3397d-d597-4694-a82b-704a00b0732c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497344 Dec 15 16:11:18.416962 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34ffaeff-42ff-41b8-a220-b5687a223cf2 req-6f1ed355-d91f-4456-96a6-3b77540f4258 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453424 Dec 15 16:11:18.426095 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c062d-cd00-4f60-a982-9b1e7777cbed x-openstack-request-id: req-731c062d-cd00-4f60-a982-9b1e7777cbed {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:18.426542 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd5f486-3302-4f15-ba29-0a1734919fcb", "name": "network-vif-plugged", "status": "completed", "tag": "648d6170-f09f-415c-8e88-60e67684a8da", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:18.427002 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-731c062d-cd00-4f60-a982-9b1e7777cbed {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:18.427458 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648d6170-f09f-415c-8e88-60e67684a8da', 'code': 200} Dec 15 16:11:18.623192 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe53ee-f7c1-4928-bcb2-5781e2c40ea1 req-597e3210-122f-43d1-8242-0b995c68c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:18.625092 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b9fe53ee-f7c1-4928-bcb2-5781e2c40ea1 req-597e3210-122f-43d1-8242-0b995c68c9f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 1098 time: 0.0506184 Dec 15 16:11:18.682233 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b9fe53ee-f7c1-4928-bcb2-5781e2c40ea1 req-6a643ec5-bf69-4723-9acd-b7cbf78e2906 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 Dec 15 16:11:18.971833 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303277f5-9ec3-4618-bd79-73782a4f023f req-e40b555b-1d9c-4a7c-b467-c6a5251cb434 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:18.973296 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-303277f5-9ec3-4618-bd79-73782a4f023f req-e40b555b-1d9c-4a7c-b467-c6a5251cb434 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0461743 Dec 15 16:11:19.020437 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-303277f5-9ec3-4618-bd79-73782a4f023f req-54324a70-740c-4493-86c5-053e032067c3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391471 Dec 15 16:11:19.173867 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab2273-282b-43ea-ba06-72cb87f487f5 req-3ea74154-c80b-4d76-9512-f5a5498542b2 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:19.175349 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f6ab2273-282b-43ea-ba06-72cb87f487f5 req-3ea74154-c80b-4d76-9512-f5a5498542b2 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 944 time: 0.0477090 Dec 15 16:11:19.196770 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f09d878f-c9c5-40e6-81bf-f18886a34df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:19.225748 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f6ab2273-282b-43ea-ba06-72cb87f487f5 req-be413650-3e95-41fe-9820-3480f2dee526 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 Dec 15 16:11:19.489243 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead898d-d189-4a05-a870-375d3a60a7d2 req-4148b8db-ab26-40e5-b3de-4e844aa9a0e6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:19.490862 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6ead898d-d189-4a05-a870-375d3a60a7d2 req-4148b8db-ab26-40e5-b3de-4e844aa9a0e6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Dec 15 16:11:19.544606 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6ead898d-d189-4a05-a870-375d3a60a7d2 req-2234934c-d3df-4728-b7c0-88a010362d8e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Dec 15 16:11:19.568574 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2fa85-4974-4d77-af7a-c3595231b234 req-dc59a2a2-8001-429b-8665-d2a1a3545a37 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:19.570080 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-54f2fa85-4974-4d77-af7a-c3595231b234 req-dc59a2a2-8001-429b-8665-d2a1a3545a37 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0673516 Dec 15 16:11:19.618870 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-54f2fa85-4974-4d77-af7a-c3595231b234 req-7f13e906-b144-4d55-a74c-7c00fd006d43 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Dec 15 16:11:19.930797 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39684) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:20.045758 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c64878a1-6fb8-4b78-a647-7a16680f4448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.141817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c64878a1-6fb8-4b78-a647-7a16680f4448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.146335 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c64878a1-6fb8-4b78-a647-7a16680f4448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.160567 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba573-b5b5-4c08-b0ea-88eb468982b7 req-b9ad5ea8-a380-46b9-9d07-6e349239afc6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:20.162173 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d26ba573-b5b5-4c08-b0ea-88eb468982b7 req-b9ad5ea8-a380-46b9-9d07-6e349239afc6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0541680 Dec 15 16:11:20.190545 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c64878a1-6fb8-4b78-a647-7a16680f4448 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a88c21fd0a924b1788d711a323172fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558503 Dec 15 16:11:20.190545 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64878a1-6fb8-4b78-a647-7a16680f4448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c4aca-c071-486f-8838-cbc0f00eadb4,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:20.191192 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39698) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:20.236430 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d26ba573-b5b5-4c08-b0ea-88eb468982b7 req-956164ba-f903-4649-bc21-63d298c0998c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676792 Dec 15 16:11:20.258990 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90d6e748-c5d1-48c6-97cc-7712b5a392f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.281169 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90d6e748-c5d1-48c6-97cc-7712b5a392f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.328031 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90d6e748-c5d1-48c6-97cc-7712b5a392f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.330770 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-90d6e748-c5d1-48c6-97cc-7712b5a392f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.331924 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-90d6e748-c5d1-48c6-97cc-7712b5a392f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/645c4aca-c071-486f-8838-cbc0f00eadb4 HTTP/1.1" status: 204 len: 168 time: 0.1399150 Dec 15 16:11:20.342329 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6e748-c5d1-48c6-97cc-7712b5a392f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c4aca-c071-486f-8838-cbc0f00eadb4,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:20.346847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5b49-9faa-4c0a-bda2-3094befbf091 req-f5785093-30bd-4701-885a-b29c05afe9f6 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:20.348390 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8c5f5b49-9faa-4c0a-bda2-3094befbf091 req-f5785093-30bd-4701-885a-b29c05afe9f6 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 944 time: 0.0536251 Dec 15 16:11:20.409862 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8c5f5b49-9faa-4c0a-bda2-3094befbf091 req-c85fbe3b-53fe-4b39-926e-86f79159467a tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Dec 15 16:11:20.589651 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39710) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:20.605717 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-576d1ee8-1d92-4c0e-a3c0-c08a3215069f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.693919 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b196-1e7a-4d11-98de-44af01277d65 req-cbdb049c-77f0-4a99-8fea-0e19c76f25b1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:20.695293 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dfa5b196-1e7a-4d11-98de-44af01277d65 req-cbdb049c-77f0-4a99-8fea-0e19c76f25b1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0756721 Dec 15 16:11:20.737032 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08aa54-dd39-45d3-b7e8-49d54a59c025 req-16b79c8e-3d57-45ad-978b-b2c904b10a37 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:20.738902 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b08aa54-dd39-45d3-b7e8-49d54a59c025 req-16b79c8e-3d57-45ad-978b-b2c904b10a37 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0510240 Dec 15 16:11:20.746288 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-576d1ee8-1d92-4c0e-a3c0-c08a3215069f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.753775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-576d1ee8-1d92-4c0e-a3c0-c08a3215069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.779090 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dfa5b196-1e7a-4d11-98de-44af01277d65 req-f00c69a5-8444-45c8-a74f-773877da9839 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765028 Dec 15 16:11:20.788825 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b08aa54-dd39-45d3-b7e8-49d54a59c025 req-8337f244-a07d-41b6-992e-d0a9ac415c68 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Dec 15 16:11:20.797766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d1ee8-1d92-4c0e-a3c0-c08a3215069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d09d60d-7d7e-40fc-baf8-5f73020bb397,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:20.803362 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-576d1ee8-1d92-4c0e-a3c0-c08a3215069f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92e89b1fecfb4883b450879ce1294dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126167 Dec 15 16:11:20.806403 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39714) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:20.853491 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edd049f4-1ff9-4329-bec3-27fb279b4948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.874057 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edd049f4-1ff9-4329-bec3-27fb279b4948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.922368 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edd049f4-1ff9-4329-bec3-27fb279b4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.924880 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-edd049f4-1ff9-4329-bec3-27fb279b4948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:20.926050 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-edd049f4-1ff9-4329-bec3-27fb279b4948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d09d60d-7d7e-40fc-baf8-5f73020bb397 HTTP/1.1" status: 204 len: 168 time: 0.1185782 Dec 15 16:11:20.936238 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd049f4-1ff9-4329-bec3-27fb279b4948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d09d60d-7d7e-40fc-baf8-5f73020bb397,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.079053 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:21.128277 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:11:21.132680 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:21.133331 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.219083 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.244945 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:21.247294 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c45d6-f746-4547-a013-ddd741b5dad4" -d '{"events": [{"server_uuid": "17d69eb5-4a68-41bb-9246-0cb932ad79d8", "name": "network-vif-plugged", "status": "completed", "tag": "74e0a314-8c6c-4c1c-94b0-01a8822e91d5"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:21.261239 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,segment=NetworkSegment(a1d1024b-76d3-478a-a201-eb284ca7dd00),segment_id=a1d1024b-76d3-478a-a201-eb284ca7dd00)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:21.272746 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.274166 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:21.297679 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d40571-2aba-41f2-8f60-522fc10746a3 x-openstack-request-id: req-83d40571-2aba-41f2-8f60-522fc10746a3 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:21.304157 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d69eb5-4a68-41bb-9246-0cb932ad79d8", "name": "network-vif-plugged", "status": "completed", "tag": "74e0a314-8c6c-4c1c-94b0-01a8822e91d5", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:21.304157 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83d40571-2aba-41f2-8f60-522fc10746a3 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:21.304157 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5', 'code': 200} Dec 15 16:11:21.357024 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.369155 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 40d81db4-2a75-40a9-8da4-0d709f3e2559 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:11:21.373758 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 40d81db4-2a75-40a9-8da4-0d709f3e2559 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:21.374160 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.375410 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f8f1-63e5-4fd4-a9a0-a8709e089b71 req-cfc2e864-1e62-44da-98b6-a021e5c0436f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:21.377050 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1514f8f1-63e5-4fd4-a9a0-a8709e089b71 req-cfc2e864-1e62-44da-98b6-a021e5c0436f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0580394 Dec 15 16:11:21.431845 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1514f8f1-63e5-4fd4-a9a0-a8709e089b71 req-aa2d9c37-6e34-40eb-bb25-8fcdae3bb7ab tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477860 Dec 15 16:11:21.538050 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-49527f16-d09f-4c49-94b1-be9562140d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.547272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259bce7-1362-4aca-984f-f0a49f0d2ac9 req-dd1ff19c-5a49-43a3-b709-abf1528bceaf tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:21.549528 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9259bce7-1362-4aca-984f-f0a49f0d2ac9 req-dd1ff19c-5a49-43a3-b709-abf1528bceaf tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0592229 Dec 15 16:11:21.582964 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.605411 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9259bce7-1362-4aca-984f-f0a49f0d2ac9 req-ac1c445a-7f17-4e4d-9299-113e114d6c6b tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 Dec 15 16:11:21.621181 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:21.626352 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.627532 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device dcc16873-43c3-4ab9-a1c5-a436ca059a16 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:21.715984 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.728544 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port dcc16873-43c3-4ab9-a1c5-a436ca059a16 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:11:21.732624 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port dcc16873-43c3-4ab9-a1c5-a436ca059a16 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:21.733141 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.810478 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.868379 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port dcc16873-43c3-4ab9-a1c5-a436ca059a16, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:21.873418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:21.910339 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2c717-e639-4533-a1cd-409833f47a29 req-b348f204-51e0-4699-8644-79ea39808731 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:21.912424 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9ee2c717-e639-4533-a1cd-409833f47a29 req-b348f204-51e0-4699-8644-79ea39808731 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0607586 Dec 15 16:11:21.918659 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac294d-7ffe-4e5d-9c7d-2e30589acd0e req-0e53c5c0-2d59-449e-be49-cd8b0f2a9b7f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:21.920138 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-44ac294d-7ffe-4e5d-9c7d-2e30589acd0e req-0e53c5c0-2d59-449e-be49-cd8b0f2a9b7f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0542858 Dec 15 16:11:21.939739 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=dcc16873-43c3-4ab9-a1c5-a436ca059a16,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:21.979126 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9ee2c717-e639-4533-a1cd-409833f47a29 req-ebca68ac-2633-4e48-b4e2-dc5a3687df0d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593555 Dec 15 16:11:21.985819 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-44ac294d-7ffe-4e5d-9c7d-2e30589acd0e req-f3ead485-2d41-442b-b1ed-0eadbaf8221e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 Dec 15 16:11:22.354914 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9222-b73e-4b4e-95eb-fef020da820f req-ac934d6f-80d1-4213-bb93-1d44f7b87fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:22.356363 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2dbe9222-b73e-4b4e-95eb-fef020da820f req-ac934d6f-80d1-4213-bb93-1d44f7b87fb1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 1098 time: 0.0382373 Dec 15 16:11:22.400307 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2dbe9222-b73e-4b4e-95eb-fef020da820f req-0c53323b-57b0-47d6-90bb-1021751bb2d0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360951 Dec 15 16:11:22.560158 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b826d-22f7-439d-a549-e275b22cb6c7 req-64318287-58e2-45bd-9db5-789d99cfd49d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:22.561623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f78b826d-22f7-439d-a549-e275b22cb6c7 req-64318287-58e2-45bd-9db5-789d99cfd49d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0515728 Dec 15 16:11:22.608462 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f78b826d-22f7-439d-a549-e275b22cb6c7 req-5c3b3926-7381-48c5-b3cb-17fe96d22625 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407629 Dec 15 16:11:22.723833 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea6f8a-0519-439f-9c19-1adafd5e0430 req-2ce580a9-5660-4713-af25-8fed4f3e21d0 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:22.725292 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43ea6f8a-0519-439f-9c19-1adafd5e0430 req-2ce580a9-5660-4713-af25-8fed4f3e21d0 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0473247 Dec 15 16:11:22.776111 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43ea6f8a-0519-439f-9c19-1adafd5e0430 req-bbf8df63-e923-47a5-a5ea-ec4651f3dfb8 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 Dec 15 16:11:22.827888 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.106438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39536f7-b700-4c36-af65-9a6666600797 req-cddcd420-91ce-47d7-9e6a-bc236a7b43e0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:23.113507 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c39536f7-b700-4c36-af65-9a6666600797 req-cddcd420-91ce-47d7-9e6a-bc236a7b43e0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0595729 Dec 15 16:11:23.114669 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bbc5c-b851-423f-bc0b-dcd923ef705e req-f1a7853d-dab5-46be-bfe6-ca4e461cdef4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:23.116169 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-aa5bbc5c-b851-423f-bc0b-dcd923ef705e req-f1a7853d-dab5-46be-bfe6-ca4e461cdef4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0578034 Dec 15 16:11:23.162696 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c39536f7-b700-4c36-af65-9a6666600797 req-f1e3a915-7916-491a-9a70-ab90d300325b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Dec 15 16:11:23.177731 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-aa5bbc5c-b851-423f-bc0b-dcd923ef705e req-ba4787cb-4bcb-47c2-ae64-1748f69832cf tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Dec 15 16:11:23.299548 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}, {'server_uuid': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:23.302034 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a232eb-64b9-4d61-bff4-3fbff2e7acc6" -d '{"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-plugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}, {"server_uuid": "4f52daeb-72c4-4375-a19f-7bad854fba4d", "name": "network-vif-plugged", "status": "completed", "tag": "dcc16873-43c3-4ab9-a1c5-a436ca059a16"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:23.342432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f01509-7f5f-4eb8-906a-bc82dc37015d x-openstack-request-id: req-11f01509-7f5f-4eb8-906a-bc82dc37015d {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:23.342729 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-plugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "code": 200}, {"server_uuid": "4f52daeb-72c4-4375-a19f-7bad854fba4d", "name": "network-vif-plugged", "status": "completed", "tag": "dcc16873-43c3-4ab9-a1c5-a436ca059a16", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:23.342984 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11f01509-7f5f-4eb8-906a-bc82dc37015d {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:23.343405 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'code': 200} Dec 15 16:11:23.343660 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16', 'code': 200} Dec 15 16:11:23.724365 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6301c1f-22fb-4d50-b282-1d0d5bed7a8f req-822fc240-a570-4b62-811c-056073600d23 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:23.725821 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c6301c1f-22fb-4d50-b282-1d0d5bed7a8f req-822fc240-a570-4b62-811c-056073600d23 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0481255 Dec 15 16:11:23.775808 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c6301c1f-22fb-4d50-b282-1d0d5bed7a8f req-4f5cc6cc-c044-4bce-a33b-912c95332ca6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441065 Dec 15 16:11:23.861627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:23.887574 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43552-21a6-4250-acfd-1466fbe5084b req-7d8db66a-2952-4cd1-a82d-6612ba4764b4 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:23.889028 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9ab43552-21a6-4250-acfd-1466fbe5084b req-7d8db66a-2952-4cd1-a82d-6612ba4764b4 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0462661 Dec 15 16:11:23.935863 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9ab43552-21a6-4250-acfd-1466fbe5084b req-0d4c7d06-4ecd-477a-9747-cf7d0a9a6bd9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Dec 15 16:11:24.281601 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974bf53-ee79-4db7-8237-bdaeaffb0c7e req-c0f044a0-bfa4-4164-904a-aa60d0275d55 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:24.283351 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b974bf53-ee79-4db7-8237-bdaeaffb0c7e req-c0f044a0-bfa4-4164-904a-aa60d0275d55 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0490093 Dec 15 16:11:24.298629 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13205b41-0106-4d00-b368-6065f9c5ec27 req-7f236698-66d6-413b-9e4e-34f25529558d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:24.300125 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-13205b41-0106-4d00-b368-6065f9c5ec27 req-7f236698-66d6-413b-9e4e-34f25529558d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0555427 Dec 15 16:11:24.332136 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b974bf53-ee79-4db7-8237-bdaeaffb0c7e req-94c4bd56-2532-412f-99c6-115c753eea37 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Dec 15 16:11:24.354206 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-13205b41-0106-4d00-b368-6065f9c5ec27 req-734417c1-1c69-4732-a05b-42d3e35a7b48 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473087 Dec 15 16:11:24.891353 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f39b3-cdf7-4a84-b4e5-9201d72dff46 req-4361390b-bf9b-4df8-9977-776991154e03 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:24.892887 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2a3f39b3-cdf7-4a84-b4e5-9201d72dff46 req-4361390b-bf9b-4df8-9977-776991154e03 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0473292 Dec 15 16:11:24.939491 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2a3f39b3-cdf7-4a84-b4e5-9201d72dff46 req-c6d1f890-d762-4ced-b419-d3fc0e53d7c7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405571 Dec 15 16:11:25.045960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab0cba-bafc-4e71-8d0b-14551632f1bd req-cb25eed9-ba37-43c9-a085-92f222f8055e tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:25.047423 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04ab0cba-bafc-4e71-8d0b-14551632f1bd req-cb25eed9-ba37-43c9-a085-92f222f8055e tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0474381 Dec 15 16:11:25.093678 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04ab0cba-bafc-4e71-8d0b-14551632f1bd req-888837c3-fc1e-4baf-861f-3421ff5ea3c1 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Dec 15 16:11:25.454476 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd3e-7676-40ae-a3e6-7ae85d53263d req-779b5095-07e8-425a-a81c-4cad76e8c700 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:25.455569 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6eebd3e-7676-40ae-a3e6-7ae85d53263d req-779b5095-07e8-425a-a81c-4cad76e8c700 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0546243 Dec 15 16:11:25.478992 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191a28e-0ac4-4769-a205-d1cd9b7e4006 req-ff4a4733-6561-4430-bbc0-8e615d840f4e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:25.480410 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5191a28e-0ac4-4769-a205-d1cd9b7e4006 req-ff4a4733-6561-4430-bbc0-8e615d840f4e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0585504 Dec 15 16:11:25.502894 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6eebd3e-7676-40ae-a3e6-7ae85d53263d req-bc5786d4-120a-4d43-aa2a-f44c6e421d67 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Dec 15 16:11:25.528378 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5191a28e-0ac4-4769-a205-d1cd9b7e4006 req-7eee29b3-1c16-453e-b17a-b809b398f5ff tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Dec 15 16:11:25.574482 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:25.954275 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a81a-61d3-429c-8d6e-e67b708898fa req-0a70477b-8cb9-4318-b0b1-8bdae8ca7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:25.955737 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37e5a81a-61d3-429c-8d6e-e67b708898fa req-0a70477b-8cb9-4318-b0b1-8bdae8ca7583 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1098 time: 0.0688283 Dec 15 16:11:25.961111 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed721-310f-4aca-972c-258c3a5026c4 req-cd7a9ec0-6fed-4bfc-9d91-3e6ff02564da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:25.962926 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a41ed721-310f-4aca-972c-258c3a5026c4 req-cd7a9ec0-6fed-4bfc-9d91-3e6ff02564da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0527685 Dec 15 16:11:26.066539 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37e5a81a-61d3-429c-8d6e-e67b708898fa req-c7220416-7201-4c11-a0d9-b56921701847 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745103 Dec 15 16:11:26.068653 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a41ed721-310f-4aca-972c-258c3a5026c4 req-fb8392de-d2d0-401e-bc8b-117b4a298944 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 Dec 15 16:11:26.081755 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ccc3b-2eea-4b0a-b501-8961e333610f req-f1f8c842-9664-4f29-a888-fb73c7d4cb9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:26.083317 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7e2ccc3b-2eea-4b0a-b501-8961e333610f req-f1f8c842-9664-4f29-a888-fb73c7d4cb9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0732768 Dec 15 16:11:26.136095 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7e2ccc3b-2eea-4b0a-b501-8961e333610f req-44f3a819-901d-445f-956a-224c93a46749 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Dec 15 16:11:26.212520 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f1b4-d00b-42bd-8329-01ca68070d16 req-f67bb114-56ce-4af3-b5b9-abd4a15f38ca tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:26.214393 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61a5f1b4-d00b-42bd-8329-01ca68070d16 req-f67bb114-56ce-4af3-b5b9-abd4a15f38ca tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Dec 15 16:11:26.263555 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61a5f1b4-d00b-42bd-8329-01ca68070d16 req-212fe317-a689-4218-96f8-80d8a4bba519 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Dec 15 16:11:26.648813 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e6cc0-4171-4f6d-bd0a-56f5f69ce5bf req-8074671c-cf8a-40cf-8855-0b8d7da363e2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:26.650647 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad1e6cc0-4171-4f6d-bd0a-56f5f69ce5bf req-8074671c-cf8a-40cf-8855-0b8d7da363e2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0578055 Dec 15 16:11:26.661994 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f28fd7-fed2-4e96-88c6-875512415e07 req-79871c76-b91f-4573-9c61-88e984130b03 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:26.668738 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d1f28fd7-fed2-4e96-88c6-875512415e07 req-79871c76-b91f-4573-9c61-88e984130b03 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0642684 Dec 15 16:11:26.724373 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d1f28fd7-fed2-4e96-88c6-875512415e07 req-eddaa400-671f-45e5-bf51-30de0d3036e8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524502 Dec 15 16:11:26.748195 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad1e6cc0-4171-4f6d-bd0a-56f5f69ce5bf req-18370463-4d1b-4545-a32f-9850bd634ae8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866885 Dec 15 16:11:27.130862 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688839a6-85c3-4337-923d-aff7cde52402 req-8465b744-6b02-40ff-bcfb-d9d430746c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:27.133326 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-8465b744-6b02-40ff-bcfb-d9d430746c09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 1098 time: 0.0793340 Dec 15 16:11:27.155060 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438f50b-63fc-4fff-9474-96bf31953b92 req-41eb0eab-484e-401b-baa7-69f08b61f580 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:27.156580 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8438f50b-63fc-4fff-9474-96bf31953b92 req-41eb0eab-484e-401b-baa7-69f08b61f580 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0894554 Dec 15 16:11:27.214407 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8438f50b-63fc-4fff-9474-96bf31953b92 req-a9a4010d-f53f-4314-850e-11f70a506f23 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506687 Dec 15 16:11:27.273111 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f0812-dd5e-4645-9f81-27dd4aed93c1 req-6027955c-7fb5-428f-ba35-088b14e66417 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:27.274879 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0f2f0812-dd5e-4645-9f81-27dd4aed93c1 req-6027955c-7fb5-428f-ba35-088b14e66417 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0503376 Dec 15 16:11:27.322199 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0f2f0812-dd5e-4645-9f81-27dd4aed93c1 req-569d9735-4ab7-41f2-9c35-32f407ffeaeb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415075 Dec 15 16:11:27.376839 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73906c-f754-42fb-ba39-025117ca3f76 req-ab9185ba-fc62-4af1-9ff3-1915e4af88c5 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:27.378360 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8e73906c-f754-42fb-ba39-025117ca3f76 req-ab9185ba-fc62-4af1-9ff3-1915e4af88c5 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Dec 15 16:11:27.428757 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8e73906c-f754-42fb-ba39-025117ca3f76 req-0af89c00-bb0e-49a5-bc67-1c6c57361392 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Dec 15 16:11:27.613667 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39916) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:27.725406 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80bb09e8-5262-4063-9c51-ce1108a5018d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.800130 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80bb09e8-5262-4063-9c51-ce1108a5018d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.803902 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80bb09e8-5262-4063-9c51-ce1108a5018d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.841644 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-80bb09e8-5262-4063-9c51-ce1108a5018d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74d19275f27a4ab6a8193b8143040d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268605 Dec 15 16:11:27.842773 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb09e8-5262-4063-9c51-ce1108a5018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c64e00-e343-4393-8d9d-6aac9746b09b,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:27.844595 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39920) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:27.892913 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-195520c5-25e3-4572-a76b-8c8d93a5f9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.913811 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-195520c5-25e3-4572-a76b-8c8d93a5f9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.960645 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-195520c5-25e3-4572-a76b-8c8d93a5f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.963629 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-195520c5-25e3-4572-a76b-8c8d93a5f9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:27.964748 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-195520c5-25e3-4572-a76b-8c8d93a5f9f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80c64e00-e343-4393-8d9d-6aac9746b09b HTTP/1.1" status: 204 len: 168 time: 0.1190894 Dec 15 16:11:27.972056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195520c5-25e3-4572-a76b-8c8d93a5f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c64e00-e343-4393-8d9d-6aac9746b09b,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:28.208594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688839a6-85c3-4337-923d-aff7cde52402 req-9abd472a-f966-4d0a-9a5b-913e0f743809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.210090 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-9abd472a-f966-4d0a-9a5b-913e0f743809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.0924938 Dec 15 16:11:28.332340 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e644cbe-7c07-493e-8071-a3b9405cdde5 req-c5559864-c523-4230-abac-880ef3524cea tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.333806 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3e644cbe-7c07-493e-8071-a3b9405cdde5 req-c5559864-c523-4230-abac-880ef3524cea tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Dec 15 16:11:28.388162 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3e644cbe-7c07-493e-8071-a3b9405cdde5 req-1267d90e-78b0-4192-b40c-4a73dbd5ae30 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Dec 15 16:11:28.444946 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a136-c25c-4030-9a0c-5500f7257f38 req-12ea89a2-f814-4632-bd05-a7582b79b34c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.447162 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ee66a136-c25c-4030-9a0c-5500f7257f38 req-12ea89a2-f814-4632-bd05-a7582b79b34c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0518081 Dec 15 16:11:28.501153 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ee66a136-c25c-4030-9a0c-5500f7257f38 req-7b962619-808b-458c-b057-ba20ac173e1b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450480 Dec 15 16:11:28.547651 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d3ec-9d74-47b9-b99f-43080d241003 req-cf2de166-f951-4a6f-b70a-9c9fce09b970 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.549109 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4f60d3ec-9d74-47b9-b99f-43080d241003 req-cf2de166-f951-4a6f-b70a-9c9fce09b970 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Dec 15 16:11:28.596839 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4f60d3ec-9d74-47b9-b99f-43080d241003 req-40351a61-ad8f-44e2-81a6-f00a66a3d402 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Dec 15 16:11:28.611454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 39956) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:28.704189 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1683858160-network', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:28.725795 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Made reservation on behalf of 174453a286344e0fa34d91d3ebcb8436 for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:28.728043 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.736836 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.812470 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.816093 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.840550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:11:28.850066 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:28.855356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.855697 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Added segment 44a46e47-8f40-4bdd-a7f0-ce634f2a1921 of type vlan for network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de Dec 15 16:11:28.912764 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.938460 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.939471 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:28.940040 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:28.988256 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3756578 Dec 15 16:11:28.991058 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39962) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:28.996530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Request body: {'subnet': {'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1683858160-subnet', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:29.001243 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c0833-d638-4f53-a13c-27156ced5ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:29.012568 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:11:29.020065 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Made reservation on behalf of 174453a286344e0fa34d91d3ebcb8436 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:29.023166 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.057481 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-6b9c5765-67ef-4d06-85c4-60ed7b632319 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd65e26-501b-4251-b404-78bc05ad4f44 HTTP/1.1" status: 200 len: 217 time: 0.0388408 Dec 15 16:11:29.207566 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.266613 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:29.273254 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Checking segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:29.273695 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Network hostable DHCP agents. Network: d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:11:29.289759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:11:29.297586 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:29.301560 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:29.302145 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.308385 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ce23c-a13b-46a6-854b-dfad14e1e8d7 None None] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:29.319121 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2438f7a5-4053-4e47-9553-97e5e87ab256 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3269999 Dec 15 16:11:29.321942 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 39968) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:29.326059 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:29.353721 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.355047 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.409268 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.417968 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:11:29.418538 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.558630 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Allocated IP 172.20.0.2 (d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de/6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3/e8f0b410-3f58-4e31-a2cb-cbeaad00f020) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:29.572870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.603159 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e926da9-c17c-4d3e-b635-132694b2558c req-92535207-a297-4f0a-9984-2f27210dd748 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:29.604662 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4e926da9-c17c-4d3e-b635-132694b2558c req-92535207-a297-4f0a-9984-2f27210dd748 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1294231 Dec 15 16:11:29.631878 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fac90-a40c-4d1e-8d9c-a4f899744eb4 req-dd50306e-91d8-4687-b14c-054282df065f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:29.634497 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad3fac90-a40c-4d1e-8d9c-a4f899744eb4 req-dd50306e-91d8-4687-b14c-054282df065f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0535824 Dec 15 16:11:29.685243 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4e926da9-c17c-4d3e-b635-132694b2558c req-6f57d144-5673-4385-baa9-dc6512274c33 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532391 Dec 15 16:11:29.696160 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad3fac90-a40c-4d1e-8d9c-a4f899744eb4 req-d818c150-5a79-4026-a868-df09c4bb1189 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518937 Dec 15 16:11:29.707733 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.725879 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.772857 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:29.778671 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:29.783680 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:29.785991 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Pushing event updated for resources: {'Port': ['ID=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:29.815278 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2dfb7-29f8-4750-802e-c93d47cd3bc3 req-176be044-81fa-43b3-94a1-2f2b8d8e110b tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:29.816874 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-99e2dfb7-29f8-4750-802e-c93d47cd3bc3 req-176be044-81fa-43b3-94a1-2f2b8d8e110b tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0640953 Dec 15 16:11:29.840840 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Attempting to bind port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:29.841218 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Attempting to bind port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:29.841612 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Attempting to bind port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 on network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:29.847035 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:29.847423 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Checking segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:29.847827 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.848326 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Bound using segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:29.848694 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Bound port: e8f0b410-3f58-4e31-a2cb-cbeaad00f020, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:29.849264 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.849777 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.866347 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-99e2dfb7-29f8-4750-802e-c93d47cd3bc3 req-ec640a01-ae03-43f1-ab61-836f95a90af7 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Dec 15 16:11:29.875001 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.924970 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] For port e8f0b410-3f58-4e31-a2cb-cbeaad00f020, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:29.928750 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] For port e8f0b410-3f58-4e31-a2cb-cbeaad00f020, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:29.936930 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:29.994567 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f2afc-4c0b-4872-a6dc-27b2c86add4c None None] Pushing event updated for resources: {'Port': ['ID=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:29.996430 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Allocated IP 172.27.0.245 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/67cee5e3-f5cb-43ef-b243-c3afe8dff1bc) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:30.084530 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688839a6-85c3-4337-923d-aff7cde52402 req-f0257d18-5b2c-42de-91de-0aecab517e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:30.086902 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-f0257d18-5b2c-42de-91de-0aecab517e28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.0625942 Dec 15 16:11:30.115989 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:30.125026 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-4d4327d0-44f3-4cf5-9a1f-1a80c8f29cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262420 Dec 15 16:11:30.155063 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:30.200968 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:30.204123 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:30.212998 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:30.260726 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-9232263d-8970-4722-a957-22748f69d6fc service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226034 Dec 15 16:11:30.335212 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Pushing event updated for resources: {'Port': ['ID=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:30.386181 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-688839a6-85c3-4337-923d-aff7cde52402 req-389a1eb2-1e02-4806-b20a-bc95ca80978a service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110873 Dec 15 16:11:30.515921 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:30.717987 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:30.834178 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c83647-c35d-4e0b-9fb3-b70197fadd1a req-5453036f-9961-46c8-a5fe-84178735c3f8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:30.838223 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-02c83647-c35d-4e0b-9fb3-b70197fadd1a req-5453036f-9961-46c8-a5fe-84178735c3f8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0582807 Dec 15 16:11:30.878093 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c922ce-184e-4a19-b618-ef2069850563 req-fa1c019f-b63f-4b2b-a62c-29af91bc9d67 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:30.879635 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a1c922ce-184e-4a19-b618-ef2069850563 req-fa1c019f-b63f-4b2b-a62c-29af91bc9d67 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0947294 Dec 15 16:11:30.922256 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-02c83647-c35d-4e0b-9fb3-b70197fadd1a req-e5d526d8-3aa6-4d89-847b-0fcb626fb659 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Dec 15 16:11:30.983812 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a1c922ce-184e-4a19-b618-ef2069850563 req-f7ea3cb6-ddc6-4fd5-9bf4-773d45f628bb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866899 Dec 15 16:11:31.009053 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Router 9a91db34-52fc-4105-9b81-b773713a6e22 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:11:31.144530 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993cc7f-6274-4dd3-bdbd-161f7e91d664 req-db63c13b-6b25-4122-a8f3-25a7713fd89a tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:31.146361 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7993cc7f-6274-4dd3-bdbd-161f7e91d664 req-db63c13b-6b25-4122-a8f3-25a7713fd89a tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.1248417 Dec 15 16:11:31.184253 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:31.199422 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Sync routers for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:31.207266 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:31.213547 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-cd4f55fe-e61d-47b1-8360-36b891fc7aed admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8905306 Dec 15 16:11:31.214525 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40010) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:31.225293 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:31.226079 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:31.239207 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7993cc7f-6274-4dd3-bdbd-161f7e91d664 req-930f298d-b3b0-4cf6-86c1-473ab55e4b19 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842996 Dec 15 16:11:31.269686 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3494b19-71ea-4c3e-999c-d8927f121d38 None None] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:31.345240 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fd8be636-2e45-4697-8f3c-5b52ebca03a1 None None] Provisioning complete for port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:31.345960 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd8be636-2e45-4697-8f3c-5b52ebca03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:31.359157 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:31.509096 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd8be636-2e45-4697-8f3c-5b52ebca03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:31.571484 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:30Z', 'revision_number': 3, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:31.608581 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Checking router: 9a91db34-52fc-4105-9b81-b773713a6e22 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:31.609467 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Updating router 9a91db34-52fc-4105-9b81-b773713a6e22 port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:11:31.647825 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-fd8be636-2e45-4697-8f3c-5b52ebca03a1 None None] For port e8f0b410-3f58-4e31-a2cb-cbeaad00f020, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:31.653194 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:31.673118 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd8be636-2e45-4697-8f3c-5b52ebca03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:31.812652 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8be636-2e45-4697-8f3c-5b52ebca03a1 None None] Pushing event updated for resources: {'Port': ['ID=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:32.180999 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device e8f0b410-3f58-4e31-a2cb-cbeaad00f020 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:32.299989 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:32.301819 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.335662 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.360578 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.377808 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40070) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:32.379557 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fc9eedaa-9104-4e6c-80e1-8ad4f9e3babc None None] Provisioning complete for port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:32.380271 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fc9eedaa-9104-4e6c-80e1-8ad4f9e3babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.503730 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7c4fd-e38f-45b1-bed5-0f69ad517972 req-6f219c8e-e742-4c68-8063-0869397b4fd6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:32.512915 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-22f7c4fd-e38f-45b1-bed5-0f69ad517972 req-6f219c8e-e742-4c68-8063-0869397b4fd6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.4257853 Dec 15 16:11:32.517854 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8068e5-8e21-4895-af64-379c8a76e323 None None] Pushing event updated for resources: {'Port': ['ID=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:32.582772 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-22f7c4fd-e38f-45b1-bed5-0f69ad517972 req-2016ac62-c70a-4481-97ba-67dc64ed1a4b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687523 Dec 15 16:11:32.599172 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Attempting to bind port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:32.599555 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Attempting to bind port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:32.599923 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Attempting to bind port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:32.613749 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:32.614174 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:32.614589 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.614997 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:32.618357 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.618890 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Bound port: 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:32.619373 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.646507 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.720958 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] For port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:32.724883 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] For port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:32.730922 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.746540 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9033569-1e3f-491e-81ad-2f2f58cf05e8 req-1ce8804a-656e-413b-9be5-adfeb539c5d8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:32.754673 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f9033569-1e3f-491e-81ad-2f2f58cf05e8 req-1ce8804a-656e-413b-9be5-adfeb539c5d8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0612626 Dec 15 16:11:32.778729 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:32.779355 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:32.798616 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f9033569-1e3f-491e-81ad-2f2f58cf05e8 req-c86925a3-b145-424c-9217-c660b5f48a1c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Dec 15 16:11:32.872127 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.879545 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:32.946944 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Allocated IP 172.20.0.1 (d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de/6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3/eb9a0d4d-a650-4730-9048-2fa52574c8e8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:32.964701 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4aa6f29a9e8d4b8386000fb73f13d57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854697 Dec 15 16:11:32.967534 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40086) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:32.970604 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63892f79-7218-4031-92bd-d246916e3a5d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:32.985787 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.986147 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.986673 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.986925 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.987298 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.987945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.988296 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.988631 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.988975 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.989129 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:32.989297 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.989649 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.989971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:32.990293 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ede682c-8c41-4fa0-9bda-700193227f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.048958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.049863 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd72e-4a32-45f0-8062-bd88216b85fc req-5de64de4-dc02-4461-adca-b491b44867d2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:33.058267 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2eedd72e-4a32-45f0-8062-bd88216b85fc req-5de64de4-dc02-4461-adca-b491b44867d2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1715868 Dec 15 16:11:33.074113 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40092) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:33.080219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'floatingip': {'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:33.082445 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.126687 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8068e5-8e21-4895-af64-379c8a76e323 None None] Pushing event updated for resources: {'Port': ['ID=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:33.142941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.145775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.147024 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63892f79-7218-4031-92bd-d246916e3a5d HTTP/1.1" status: 204 len: 168 time: 0.1782618 Dec 15 16:11:33.157788 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63892f79-7218-4031-92bd-d246916e3a5d,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:33.166773 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.167130 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.167474 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.169782 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.171172 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.172718 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.173609 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.174248 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.175047 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.175601 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.176216 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.177438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.177920 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.178251 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f546736-77d4-491c-91e3-7a84e3ac777b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:33.243334 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:30Z', 'revision_number': 3, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:33.270620 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5791db-c286-413c-9e0a-6d913e4d3320 None None] The sync data for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi is: [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:30Z', 'revision_number': 3, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:33.294248 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.440071 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.505830 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:33.522147 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:33.557651 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:33.558244 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.714813 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Pushing event updated for resources: {'Port': ['ID=eb9a0d4d-a650-4730-9048-2fa52574c8e8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:33.892468 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-568f827f-52b7-43c2-8ff6-36db1fc0dbf8 None None] Provisioning complete for port eb9a0d4d-a650-4730-9048-2fa52574c8e8 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:33.892903 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-568f827f-52b7-43c2-8ff6-36db1fc0dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:33.972781 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-568f827f-52b7-43c2-8ff6-36db1fc0dbf8 None None] Port eb9a0d4d-a650-4730-9048-2fa52574c8e8 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:11:34.064475 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:34.141594 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:34.142066 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.268797 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.302597 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:34.311687 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.386487 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa5d26-fe85-4ca9-bda2-6d747330624d req-6c967a96-4014-4bb4-8cd8-1ae30127bfd4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:34.393700 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e8fa5d26-fe85-4ca9-bda2-6d747330624d req-6c967a96-4014-4bb4-8cd8-1ae30127bfd4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.5700386 Dec 15 16:11:34.397510 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:34.415750 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 16:11:34.547131 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.551232 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.559701 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e8fa5d26-fe85-4ca9-bda2-6d747330624d req-a59a0f73-81f4-40ab-8487-f881ca893e7e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641350 Dec 15 16:11:34.575926 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.624253 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40156) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:34.783872 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.l3_db [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Floating IP 06a930dc-28aa-4e3a-a759-8282b4aa7c8c associated. External IP: 172.27.0.4, port: 40d81db4-2a75-40a9-8da4-0d709f3e2559. Dec 15 16:11:34.797770 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ad351fa2-cf04-400d-90c6-afaa04b609b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.908625 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ad351fa2-cf04-400d-90c6-afaa04b609b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.917412 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ad351fa2-cf04-400d-90c6-afaa04b609b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:34.955392 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ad351fa2-cf04-400d-90c6-afaa04b609b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4a109f1f5954fd997092dcd73c6680f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291664 Dec 15 16:11:34.956418 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40166) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:34.982621 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad351fa2-cf04-400d-90c6-afaa04b609b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea25b50-476d-4f74-ac99-9fd75f069ca8,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:35.010623 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.023587 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.024374 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.203594 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Pushing event updated for resources: {'Port': ['ID=eb9a0d4d-a650-4730-9048-2fa52574c8e8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:35.207182 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5fb0-451f-4153-b8cb-5f1ee7729f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.247620 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5fb0-451f-4153-b8cb-5f1ee7729f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.276978 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:11:35.312468 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:35.316339 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:35.461728 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5fb0-451f-4153-b8cb-5f1ee7729f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.464219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5fb0-451f-4153-b8cb-5f1ee7729f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.465364 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1bcd5fb0-451f-4153-b8cb-5f1ee7729f56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ea25b50-476d-4f74-ac99-9fd75f069ca8 HTTP/1.1" status: 204 len: 168 time: 0.5079939 Dec 15 16:11:35.487061 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5fb0-451f-4153-b8cb-5f1ee7729f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea25b50-476d-4f74-ac99-9fd75f069ca8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:35.525680 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:35.530598 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.536979 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Router 9a91db34-52fc-4105-9b81-b773713a6e22 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:11:35.537748 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fcfb7272-2a20-453e-a896-e5fc029f712c None None] Provisioning complete for port eb9a0d4d-a650-4730-9048-2fa52574c8e8 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:35.538276 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fcfb7272-2a20-453e-a896-e5fc029f712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.543603 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:35.569759 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1d8e0541-5348-4ca4-b4fa-e55922770e7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "PUT /v2.0/floatingips/06a930dc-28aa-4e3a-a759-8282b4aa7c8c HTTP/1.1" status: 200 len: 989 time: 2.4946003 Dec 15 16:11:35.571053 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:35.583342 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:35.584035 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:35.585152 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:35.589098 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7272-2a20-453e-a896-e5fc029f712c None None] Port eb9a0d4d-a650-4730-9048-2fa52574c8e8 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:11:35.715011 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:35.726090 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-8f98d57c-0069-402c-8bca-a0f805c3f0eb admin admin] 10.222.0.36 "PUT /v2.0/routers/9a91db34-52fc-4105-9b81-b773713a6e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5049493 Dec 15 16:11:35.742434 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Sync routers for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:35.774112 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:35.779253 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:35.863496 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40186) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:35.895960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ad18aa22-cdf2-4ad2-bd25-a406fc57c74b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:35.928287 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee639d-9879-4549-8f4a-2d4f21186210 req-41c802b7-a017-4584-95b7-38ba8b261e51 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:35.941992 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-32ee639d-9879-4549-8f4a-2d4f21186210 req-41c802b7-a017-4584-95b7-38ba8b261e51 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1072075 Dec 15 16:11:35.994187 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:36.064547 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:36.075266 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:36.087121 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-32ee639d-9879-4549-8f4a-2d4f21186210 req-b04d44a6-63eb-49a3-851f-f77048ec4f24 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441557 Dec 15 16:11:36.135761 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ad18aa22-cdf2-4ad2-bd25-a406fc57c74b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.148120 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ad18aa22-cdf2-4ad2-bd25-a406fc57c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.157908 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51a2355-d66b-433b-91a2-dfb093ecdb9e x-openstack-request-id: req-e51a2355-d66b-433b-91a2-dfb093ecdb9e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:36.158440 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:36.158862 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e51a2355-d66b-433b-91a2-dfb093ecdb9e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:36.159409 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'status': 'completed', 'code': 200} Dec 15 16:11:36.204890 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ad18aa22-cdf2-4ad2-bd25-a406fc57c74b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de7eaf7bf4c247d98d8e57590c97fcd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378308 Dec 15 16:11:36.208050 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40198) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:36.272883 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18aa22-cdf2-4ad2-bd25-a406fc57c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a54b265-b52d-4f97-9ddb-53ea169a680c,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:36.277077 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29f79cd8-d394-4d98-a028-67d03ed79124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.321226 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29f79cd8-d394-4d98-a028-67d03ed79124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.343981 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-feb2b4ef-55bb-4487-b581-e360422c6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:36.345379 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-feb2b4ef-55bb-4487-b581-e360422c6133 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1098 time: 0.1392367 Dec 15 16:11:36.391674 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:36.394462 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.404539 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29f79cd8-d394-4d98-a028-67d03ed79124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.408304 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-29f79cd8-d394-4d98-a028-67d03ed79124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.411599 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-29f79cd8-d394-4d98-a028-67d03ed79124 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a54b265-b52d-4f97-9ddb-53ea169a680c HTTP/1.1" status: 204 len: 168 time: 0.2006407 Dec 15 16:11:36.423707 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f79cd8-d394-4d98-a028-67d03ed79124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a54b265-b52d-4f97-9ddb-53ea169a680c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:36.492039 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-b121a94a-0258-4711-875a-de699221dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:36.493933 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-b121a94a-0258-4711-875a-de699221dc20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.1390498 Dec 15 16:11:36.552179 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 2, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:36.600637 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Checking router: 9a91db34-52fc-4105-9b81-b773713a6e22 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:36.601005 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Updating router 9a91db34-52fc-4105-9b81-b773713a6e22 port eb9a0d4d-a650-4730-9048-2fa52574c8e8 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:11:36.602379 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '06a930dc-28aa-4e3a-a759-8282b4aa7c8c', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'mac_address': 'fa:16:3e:3a:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:10:52Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 1, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:36.656737 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:36.674404 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:36.695579 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-942d5ff8-5701-4f5a-a65e-2a922ca7bf53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 200 len: 997 time: 0.1895061 Dec 15 16:11:36.717310 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:36.718124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:36.814001 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-399c63b7-9988-411d-80f2-6f69eef1944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:36.815525 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-399c63b7-9988-411d-80f2-6f69eef1944a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.1114035 Dec 15 16:11:36.886720 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:36.901147 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-3d3293c0-ae1c-460c-9bfc-f48204b48cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:36.902666 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-3d3293c0-ae1c-460c-9bfc-f48204b48cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752430 Dec 15 16:11:36.935730 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40228) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:36.942803 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-577384411-network', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:36.993437 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Made reservation on behalf of 73d03ff8f09641ccbcc93172836636f2 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:36.996102 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.010867 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.029694 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.042239 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.200819 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-59d3a56e-4ebb-41e3-a91e-bcbb4cea7826 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836912 Dec 15 16:11:37.208240 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Pushing event updated for resources: {'Port': ['ID=eb9a0d4d-a650-4730-9048-2fa52574c8e8,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:37.285186 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.306101 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.310521 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Attempting to bind port eb9a0d4d-a650-4730-9048-2fa52574c8e8 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:37.310898 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Attempting to bind port eb9a0d4d-a650-4730-9048-2fa52574c8e8 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:37.311265 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Attempting to bind port eb9a0d4d-a650-4730-9048-2fa52574c8e8 on network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:37.328779 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:37.331416 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Checking segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:37.331864 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.333746 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Bound using segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:37.335116 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Bound port: eb9a0d4d-a650-4730-9048-2fa52574c8e8, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:37.335546 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.400058 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbf8eb4e-da19-4a89-97c9-a7846e07b0a6 req-c2f20259-4801-43fb-a948-341ff8179ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816962 Dec 15 16:11:37.415967 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07f264-92b1-4ee0-bf42-960a93d4b46c req-e9173f50-3b8e-4e9b-9d24-fe423923827e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:37.417658 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fa07f264-92b1-4ee0-bf42-960a93d4b46c req-e9173f50-3b8e-4e9b-9d24-fe423923827e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.2113316 Dec 15 16:11:37.421645 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '06a930dc-28aa-4e3a-a759-8282b4aa7c8c', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'mac_address': 'fa:16:3e:3a:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:10:52Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 1, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:37.427395 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:11:37.454738 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa70d7-ce1f-4690-ad3e-cbde086f3a9f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:37.458093 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac5c1f-9ead-4cd2-8ab4-1c7c2ed3c0d3 None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '06a930dc-28aa-4e3a-a759-8282b4aa7c8c', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'mac_address': 'fa:16:3e:3a:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:10:52Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 1, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:37.464204 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.464561 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Added segment 07e36d7c-0fb6-4a6c-82d5-373daf166463 of type vlan for network 12db1fad-845a-42eb-8783-bb17742ae302 Dec 15 16:11:37.464924 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] For port eb9a0d4d-a650-4730-9048-2fa52574c8e8, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:37.468911 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] For port eb9a0d4d-a650-4730-9048-2fa52574c8e8, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=eb9a0d4d-a650-4730-9048-2fa52574c8e8,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:37.485009 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.545167 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fa07f264-92b1-4ee0-bf42-960a93d4b46c req-b78b43d2-1ca3-4ebb-94ba-13f68008d139 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141372 Dec 15 16:11:37.571310 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.587453 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:37.588148 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:37.606888 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.609070 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:37.610018 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.641061 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Provisioning complete for port eb9a0d4d-a650-4730-9048-2fa52574c8e8 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:37.641684 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.661645 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Pushing event updated for resources: {'Port': ['ID=eb9a0d4d-a650-4730-9048-2fa52574c8e8,revision_number=4']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:37.717307 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.717700 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.718101 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.718421 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.718757 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.721738 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.722157 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.722495 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.722838 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.723370 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.723560 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.723843 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.727879 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3269ff2f-1cd5-4b67-86c7-74f08bf9570d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:37.728535 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40256) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:37.730250 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7924056 Dec 15 16:11:37.748430 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50eb6-a48e-416b-a5fe-36a7327a4c97 admin admin] Pushing event updated for resources: {'Network': ['ID=12db1fad-845a-42eb-8783-bb17742ae302,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:37.755862 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Request body: {'subnet': {'network_id': '12db1fad-845a-42eb-8783-bb17742ae302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-577384411-subnet', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:37.798271 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Made reservation on behalf of 73d03ff8f09641ccbcc93172836636f2 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:37.800758 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9246176'] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:37.801644 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 12db1fad-845a-42eb-8783-bb17742ae302 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:11:37.828775 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:37.854479 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba731d7-146d-4cf1-8c3d-d6bca9fe92a4 None None] New status for floating IP 06a930dc-28aa-4e3a-a759-8282b4aa7c8c: ACTIVE {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:11:38.068213 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3325560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9246206'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.143738 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Checking segment: {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:38.144200 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Network hostable DHCP agents. Network: 12db1fad-845a-42eb-8783-bb17742ae302, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:11:38.146645 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da13590-11b1-4639-a06a-5f86a6942456,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:38.196716 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Network 12db1fad-845a-42eb-8783-bb17742ae302 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:11:38.217424 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 12db1fad-845a-42eb-8783-bb17742ae302) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:38.224621 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:38.225594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.263165 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-febae9db-e5d7-4a4d-a86e-65cc3993c0a2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5333886 Dec 15 16:11:38.266024 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40276) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:38.270935 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:38.283990 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b83dc1-e9f2-4451-ad39-651b9a2b9d8d None None] Network 12db1fad-845a-42eb-8783-bb17742ae302 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:38.303059 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:37Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:38.309940 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.311562 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.333687 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ff4f-e55a-49fd-b8fd-bde0a6c1c0f4 None None] The sync data for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi is: [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:37Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:38.371251 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.453158 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.470236 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-12db1fad-845a-42eb-8783-bb17742ae302', 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302', 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'fixed_ips': [{'subnet_id': '8da13590-11b1-4639-a06a-5f86a6942456'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:11:38.471681 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.493921 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] For port eb9a0d4d-a650-4730-9048-2fa52574c8e8, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=eb9a0d4d-a650-4730-9048-2fa52574c8e8,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:38.520399 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.729199 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.802484 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c25d43-4901-495d-89da-cfc56c0059cf req-a975ec22-2488-4a29-be5f-f4853534f3f6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:38.803933 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a4c25d43-4901-495d-89da-cfc56c0059cf req-a975ec22-2488-4a29-be5f-f4853534f3f6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1582279 Dec 15 16:11:38.865628 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-54ab1334-2007-48e0-a6ac-dbe8327e525a None None] Provisioning complete for port eb9a0d4d-a650-4730-9048-2fa52574c8e8 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:38.866231 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-54ab1334-2007-48e0-a6ac-dbe8327e525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:38.904034 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Pushing event updated for resources: {'Port': ['ID=eb9a0d4d-a650-4730-9048-2fa52574c8e8,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:38.960535 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.961915 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.962446 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.962947 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.963425 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.963913 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.964414 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.964896 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.965372 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.965924 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.966424 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.966936 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.967420 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc155bee-789b-45c4-afda-9cc43bc00a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:11:38.972409 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40300) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:39.004263 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Allocated IP 172.20.0.2 (12db1fad-845a-42eb-8783-bb17742ae302/8da13590-11b1-4639-a06a-5f86a6942456/ad97d3ab-3c95-44a8-ba1d-201490d8f977) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:39.202889 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a4c25d43-4901-495d-89da-cfc56c0059cf req-f3bfc330-ade5-47f2-b22a-dd0d9c66d7cd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852129 Dec 15 16:11:39.246516 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c6993a69-a91b-4d09-b4a0-03428142d8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.336745 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40312) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:39.353094 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.360228 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.399910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.403272 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Network 12db1fad-845a-42eb-8783-bb17742ae302 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:39.409099 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:39.412855 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:39.420854 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c6993a69-a91b-4d09-b4a0-03428142d8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.427696 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c6993a69-a91b-4d09-b4a0-03428142d8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.437964 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.484038 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Attempting to bind port ad97d3ab-3c95-44a8-ba1d-201490d8f977 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:39.484521 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Attempting to bind port ad97d3ab-3c95-44a8-ba1d-201490d8f977 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:39.484946 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Attempting to bind port ad97d3ab-3c95-44a8-ba1d-201490d8f977 on network 12db1fad-845a-42eb-8783-bb17742ae302 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:39.491570 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:39.492589 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Checking segment: {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:39.493713 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.494651 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Bound using segment: {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:39.494841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Bound port: ad97d3ab-3c95-44a8-ba1d-201490d8f977, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:39.495363 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.497069 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c6993a69-a91b-4d09-b4a0-03428142d8b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7d1407cfc40425bb01f950031f39a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235703 Dec 15 16:11:39.498499 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Pushing event updated for resources: {'Port': ['ID=ad97d3ab-3c95-44a8-ba1d-201490d8f977,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:39.501088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40316) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:39.511977 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6993a69-a91b-4d09-b4a0-03428142d8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e4900-4d4a-4e2f-9c2f-746e5aa1e75f,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:39.586071 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] For port ad97d3ab-3c95-44a8-ba1d-201490d8f977, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:39.590171 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] For port ad97d3ab-3c95-44a8-ba1d-201490d8f977, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=ad97d3ab-3c95-44a8-ba1d-201490d8f977,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:39.594665 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5466526f-a891-4057-a37f-98eb844ae04f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.597856 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.609976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Allocated IP 172.27.0.150 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/6fdb29c2-3c8d-470a-bc79-20f5644c2b05) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:39.612480 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4973-664b-41e7-b4fa-a34fa7b2db3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.628819 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5466526f-a891-4057-a37f-98eb844ae04f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.653258 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd15a60-d5cb-4870-b77d-7666de67bc5f None None] Pushing event updated for resources: {'Port': ['ID=ad97d3ab-3c95-44a8-ba1d-201490d8f977,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:39.705556 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5466526f-a891-4057-a37f-98eb844ae04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.709863 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5466526f-a891-4057-a37f-98eb844ae04f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.711876 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5466526f-a891-4057-a37f-98eb844ae04f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a8e4900-4d4a-4e2f-9c2f-746e5aa1e75f HTTP/1.1" status: 204 len: 168 time: 0.2081273 Dec 15 16:11:39.724714 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466526f-a891-4057-a37f-98eb844ae04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e4900-4d4a-4e2f-9c2f-746e5aa1e75f,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:39.808770 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.838567 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4973-664b-41e7-b4fa-a34fa7b2db3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.847214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4973-664b-41e7-b4fa-a34fa7b2db3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.913421 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:39.946338 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe4973-664b-41e7-b4fa-a34fa7b2db3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb06427-10cd-40a9-83b1-e3f4e3479816,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:39.951476 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-fbfe4973-664b-41e7-b4fa-a34fa7b2db3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f32f64f3988042edbf07c65f4ac094b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114571 Dec 15 16:11:39.954125 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40324) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:39.970984 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:39.974046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:39.976767 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:40.038707 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb9c4-2628-43da-90ef-18d7543dbb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.077539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb9c4-2628-43da-90ef-18d7543dbb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.093743 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.147006 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb9c4-2628-43da-90ef-18d7543dbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.151396 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb9c4-2628-43da-90ef-18d7543dbb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.155279 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-cb6fb9c4-2628-43da-90ef-18d7543dbb6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fb06427-10cd-40a9-83b1-e3f4e3479816 HTTP/1.1" status: 204 len: 168 time: 0.1993842 Dec 15 16:11:40.168790 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fb9c4-2628-43da-90ef-18d7543dbb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb06427-10cd-40a9-83b1-e3f4e3479816,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.268647 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device eb9a0d4d-a650-4730-9048-2fa52574c8e8 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:40.343107 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port eb9a0d4d-a650-4730-9048-2fa52574c8e8 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:40.343485 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.359011 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.473551 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device ad97d3ab-3c95-44a8-ba1d-201490d8f977 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:40.499761 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525e66b-3ee4-4ff7-8098-7e7dfe2ce9d9 req-ff49015d-9c85-4e62-871b-076b9ea3ef67 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:40.502164 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a525e66b-3ee4-4ff7-8098-7e7dfe2ce9d9 req-ff49015d-9c85-4e62-871b-076b9ea3ef67 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1408491 Dec 15 16:11:40.538163 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port ad97d3ab-3c95-44a8-ba1d-201490d8f977 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:40.538541 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.633321 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a525e66b-3ee4-4ff7-8098-7e7dfe2ce9d9 req-55098c3e-ac2a-435d-a2b7-ba51a9df5b78 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223254 Dec 15 16:11:40.650034 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.679172 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.695145 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port ad97d3ab-3c95-44a8-ba1d-201490d8f977, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=ad97d3ab-3c95-44a8-ba1d-201490d8f977,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:40.701774 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.737290 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40354) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:40.754167 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2f1700b2-ead7-4775-9ea5-86496940b772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.765889 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=ad97d3ab-3c95-44a8-ba1d-201490d8f977,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.865260 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2f1700b2-ead7-4775-9ea5-86496940b772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.872103 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2f1700b2-ead7-4775-9ea5-86496940b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:40.879169 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:11:40.920183 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2f1700b2-ead7-4775-9ea5-86496940b772 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=128a4614c4c14a4cb989e72f7ad969f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778378 Dec 15 16:11:40.920183 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1700b2-ead7-4775-9ea5-86496940b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4298789b-270e-419b-b7bc-2822d00e8c57,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:40.921209 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40360) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:40.979925 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4938e15f-17c3-4b0f-8399-863093bbab51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.026589 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4938e15f-17c3-4b0f-8399-863093bbab51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.027752 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:41.048877 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Sync routers for ids ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:41.051936 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.053373 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-820e230e-8237-4655-94e0-58b161182986 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7857652 Dec 15 16:11:41.056109 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40364) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:41.069372 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Routers {'3fd21261-03b4-450c-94a5-5a4adbfeb2b9'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:41.070918 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:41.104886 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4938e15f-17c3-4b0f-8399-863093bbab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.107761 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4938e15f-17c3-4b0f-8399-863093bbab51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.109842 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-4938e15f-17c3-4b0f-8399-863093bbab51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4298789b-270e-419b-b7bc-2822d00e8c57 HTTP/1.1" status: 204 len: 168 time: 0.1874940 Dec 15 16:11:41.141147 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938e15f-17c3-4b0f-8399-863093bbab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4298789b-270e-419b-b7bc-2822d00e8c57,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:41.190978 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Set router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:41.278648 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4c704-81ce-41e3-8d5b-6d3e4d239356 None None] Network 12db1fad-845a-42eb-8783-bb17742ae302 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:11:41.430333 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-e57317ee-4f53-400c-920a-5a65b6b14e71 None None] Provisioning complete for port ad97d3ab-3c95-44a8-ba1d-201490d8f977 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:41.430831 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e57317ee-4f53-400c-920a-5a65b6b14e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.460404 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:11:40Z', 'revision_number': 3, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:41.537559 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Checking router: 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:41.537915 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Updating router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:11:41.586033 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.724583 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.857562 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-243c6fc9-da10-469b-b5b9-e624cc7d0300 None None] Provisioning complete for port ad97d3ab-3c95-44a8-ba1d-201490d8f977 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:41.858293 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-243c6fc9-da10-469b-b5b9-e624cc7d0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:41.862098 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b688-4244-4137-bc18-e5c769ba0b85 req-62cc5d6b-0391-45d8-ac2b-fcd46b0ca650 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:41.863623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8be1b688-4244-4137-bc18-e5c769ba0b85 req-62cc5d6b-0391-45d8-ac2b-fcd46b0ca650 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1034951 Dec 15 16:11:41.976086 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8be1b688-4244-4137-bc18-e5c769ba0b85 req-1d0aaef0-7679-476c-8854-46b884a8eeb1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885594 Dec 15 16:11:42.008090 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Allocated IP 172.20.0.1 (12db1fad-845a-42eb-8783-bb17742ae302/8da13590-11b1-4639-a06a-5f86a6942456/89318707-aeaa-4cfb-a0cd-cbdd7a513bba) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:42.017310 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.025721 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.034018 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device ad97d3ab-3c95-44a8-ba1d-201490d8f977 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:42.073754 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ab09-91e6-49d2-9af3-752acc66cf21 None None] Pushing event updated for resources: {'Port': ['ID=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:42.094685 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Attempting to bind port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:42.095189 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Attempting to bind port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:42.095532 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port ad97d3ab-3c95-44a8-ba1d-201490d8f977 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:42.095666 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Attempting to bind port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:42.095922 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.102882 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:42.103276 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:42.103681 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.104076 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:42.105044 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Bound port: 6fdb29c2-3c8d-470a-bc79-20f5644c2b05, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:42.105489 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.156175 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.165290 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] For port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:42.169377 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] For port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:42.175773 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.213966 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.238018 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ab09-91e6-49d2-9af3-752acc66cf21 None None] Pushing event updated for resources: {'Port': ['ID=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:42.250800 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Routers {'3fd21261-03b4-450c-94a5-5a4adbfeb2b9'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:42.251489 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:42.257344 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Network 12db1fad-845a-42eb-8783-bb17742ae302 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:42.262239 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:42.264760 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:42.265565 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.364973 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] Set router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:42.543918 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-069e66f9-c93e-4305-89b8-a8ace86bfa53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837085 Dec 15 16:11:42.631501 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-664a3bd8-92fb-436d-83a4-582b7188a663 None None] Provisioning complete for port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:42.631990 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-664a3bd8-92fb-436d-83a4-582b7188a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.656787 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Pushing event updated for resources: {'Port': ['ID=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:42.720909 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-664a3bd8-92fb-436d-83a4-582b7188a663 None None] Port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:11:42.727181 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-6b076161-0680-4d52-97ff-b1e4310b9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:42.728794 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-6b076161-0680-4d52-97ff-b1e4310b9f3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d876e8f6e278448196f8e8989149241c&device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 1098 time: 0.1330047 Dec 15 16:11:42.740542 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:42.782790 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:11:40Z', 'revision_number': 3, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:42.832738 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fb95-06c4-409f-b7c6-a7b877c7c233 None None] The sync data for ids ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'] in dv-cinder-800704-2-iscsi is: [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:11:40Z', 'revision_number': 3, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:42.926397 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-b68823e2-b292-4863-aa2e-4919a0a2e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:42.927876 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-b68823e2-b292-4863-aa2e-4919a0a2e183 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69eb36a1-1fe8-46e9-948f-c08f5a260c2b HTTP/1.1" status: 200 len: 913 time: 0.1657014 Dec 15 16:11:43.029181 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-ac5db5bc-0a4a-4959-973e-f1e738f37e12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5 HTTP/1.1" status: 200 len: 217 time: 0.0847023 Dec 15 16:11:43.078925 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:43.093092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-03bc1c5f-1d23-4120-b88f-3af6fb7da647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:43.095742 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-03bc1c5f-1d23-4120-b88f-3af6fb7da647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6 HTTP/1.1" status: 200 len: 852 time: 0.0581393 Dec 15 16:11:43.111529 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:43.112664 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:43.141114 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-bc3f02cb-4616-4688-8ac1-d8274276b571 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb36a1-1fe8-46e9-948f-c08f5a260c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345070 Dec 15 16:11:43.358249 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4de5a4-f2da-4f5e-9d93-39e5f2acba08 req-d7577c68-d64d-4a1b-a88e-e270e6cf49a8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:43.360420 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ed4de5a4-f2da-4f5e-9d93-39e5f2acba08 req-d7577c68-d64d-4a1b-a88e-e270e6cf49a8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.2768137 Dec 15 16:11:43.362737 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-73828232-f263-48eb-8187-124e99edf9c7 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042735 Dec 15 16:11:43.369224 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Pushing event updated for resources: {'Port': ['ID=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:43.490455 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:43.503359 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ed4de5a4-f2da-4f5e-9d93-39e5f2acba08 req-161d6ecb-458f-4f9d-b326-a5be1bc52cea tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286232 Dec 15 16:11:43.528617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Network 12db1fad-845a-42eb-8783-bb17742ae302 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:43.530599 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:43.532676 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bae9487d-1ef0-4a8a-94a3-cecb11e5796b req-b8ad5b5d-7ea6-4654-a35a-c73d18875ddd service neutron] 10.222.0.46 "GET /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462595 Dec 15 16:11:43.716139 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:11:43.864184 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-f3455b5a-b0f0-485d-9f28-62a0130ee0c6 None None] Provisioning complete for port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:43.864762 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f3455b5a-b0f0-485d-9f28-62a0130ee0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:43.908527 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:11:43.926584 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-52421070-ab0a-4a1e-bf3c-f5481093f4eb admin admin] 10.222.0.36 "PUT /v2.0/routers/3fd21261-03b4-450c-94a5-5a4adbfeb2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8613689 Dec 15 16:11:43.990774 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-f3455b5a-b0f0-485d-9f28-62a0130ee0c6 None None] Port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:11:44.082423 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:44.158345 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:44.158726 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.270709 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40486) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:44.290998 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.318795 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:44.327121 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.394431 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:44.425663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eac60cdb-d826-44fe-8830-637fe698f877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.515201 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eac60cdb-d826-44fe-8830-637fe698f877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.521055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eac60cdb-d826-44fe-8830-637fe698f877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.565536 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-eac60cdb-d826-44fe-8830-637fe698f877 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73aab94df1de47578973edb76979fd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929485 Dec 15 16:11:44.567956 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac60cdb-d826-44fe-8830-637fe698f877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59351c4-df6b-4dfb-838b-2b73b3953168,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:44.568436 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40508) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:44.649310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a58357bb-011c-4dce-a893-b5f4e7fce77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.663707 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94e479-b390-40f4-bb95-388cfcdf8c97 req-4490c39c-2ec9-4e0c-9f0e-58e481f67b38 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:44.671160 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-af94e479-b390-40f4-bb95-388cfcdf8c97 req-4490c39c-2ec9-4e0c-9f0e-58e481f67b38 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0786953 Dec 15 16:11:44.689188 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a58357bb-011c-4dce-a893-b5f4e7fce77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.747873 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-af94e479-b390-40f4-bb95-388cfcdf8c97 req-c4aa11de-a2f9-45f8-8b42-150ac72f872b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755165 Dec 15 16:11:44.751252 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a58357bb-011c-4dce-a893-b5f4e7fce77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.756015 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a58357bb-011c-4dce-a893-b5f4e7fce77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:44.761454 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a58357bb-011c-4dce-a893-b5f4e7fce77a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d59351c4-df6b-4dfb-838b-2b73b3953168 HTTP/1.1" status: 204 len: 168 time: 0.1917410 Dec 15 16:11:44.775747 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58357bb-011c-4dce-a893-b5f4e7fce77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59351c4-df6b-4dfb-838b-2b73b3953168,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:45.259007 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40560) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:45.274435 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6501299f-4542-40a2-9491-fd2fff8a9ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.346896 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-3f324868-c939-45d4-91d2-6e4d9ca3ec22 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:45.348541 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-3f324868-c939-45d4-91d2-6e4d9ca3ec22 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.1657279 Dec 15 16:11:45.375936 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-e181ad49-e778-48e4-9635-5996f62fe79e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/quotas/59432b92e45948e5962f7a60e09135b3 HTTP/1.1" status: 200 len: 375 time: 0.0199416 Dec 15 16:11:45.416862 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6501299f-4542-40a2-9491-fd2fff8a9ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.424847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6501299f-4542-40a2-9491-fd2fff8a9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.432639 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-17cbf3f6-9d4b-49f5-a045-3f7ed80487f8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558476 Dec 15 16:11:45.481827 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6501299f-4542-40a2-9491-fd2fff8a9ba1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d99c9f518c3f4847aeaf02ceceb0f905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211459 Dec 15 16:11:45.482850 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501299f-4542-40a2-9491-fd2fff8a9ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69800218-1e09-4c10-800f-4a0f57675665,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:45.485521 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40564) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:45.567623 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-e4d327bb-f89c-4fb1-aa5b-03a78e29cee9 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279700 Dec 15 16:11:45.577920 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:11:45.593268 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-46daccb3-4f91-4d6d-a8ff-6648cee8e066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.622244 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-46daccb3-4f91-4d6d-a8ff-6648cee8e066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.686214 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-0e127f47-0afc-4455-b8a0-76376ee0af49 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118033 Dec 15 16:11:45.693175 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-46daccb3-4f91-4d6d-a8ff-6648cee8e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.698663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-46daccb3-4f91-4d6d-a8ff-6648cee8e066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:45.698663 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-46daccb3-4f91-4d6d-a8ff-6648cee8e066 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69800218-1e09-4c10-800f-4a0f57675665 HTTP/1.1" status: 204 len: 168 time: 0.2112665 Dec 15 16:11:45.727269 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daccb3-4f91-4d6d-a8ff-6648cee8e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69800218-1e09-4c10-800f-4a0f57675665,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:45.926273 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Sync routers for ids ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:11:45.956077 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Routers {'3fd21261-03b4-450c-94a5-5a4adbfeb2b9'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:45.956847 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:45.971482 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ca8f-2ba6-438f-b50a-78dc98df770e req-a554bfaf-deee-4d57-a6cc-0916bb1f6373 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:45.982005 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1ac4ca8f-2ba6-438f-b50a-78dc98df770e req-a554bfaf-deee-4d57-a6cc-0916bb1f6373 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0928025 Dec 15 16:11:46.000954 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26a2e5b4-f7cf-407d-bb87-3d7065b69083 req-22182e7a-67cb-4079-a902-6c5e59881851 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 210 time: 0.0452728 Dec 15 16:11:46.108160 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1ac4ca8f-2ba6-438f-b50a-78dc98df770e req-f104ee08-2c87-4cd4-b72f-0e3309e26a68 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216636 Dec 15 16:11:46.186087 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:46.286183 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Set router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:46.328690 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:46.329449 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:46.955088 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:11:42Z', 'revision_number': 4, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '89318707-aeaa-4cfb-a0cd-cbdd7a513bba', 'name': '', 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'mac_address': 'fa:16:3e:2c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '8da13590-11b1-4639-a06a-5f86a6942456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:41Z', 'updated_at': '2021-12-15T16:11:42Z', 'revision_number': 2, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'subnets': [{'id': '8da13590-11b1-4639-a06a-5f86a6942456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:47.030131 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Checking router: 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:11:47.033902 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Updating router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:11:47.169034 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:47.213716 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f337b2a8-dca7-4c88-bde3-980f5ac8afef req-d5a1514a-4924-46f3-a872-b95580833518 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 210 time: 0.0704837 Dec 15 16:11:47.318809 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40638) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:47.419310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d8073-4470-4634-8c52-558830ce8917 req-64695b7a-5495-4cb8-b9a0-98ee4fa0ae33 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:47.429175 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3c2d8073-4470-4634-8c52-558830ce8917 req-64695b7a-5495-4cb8-b9a0-98ee4fa0ae33 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1294575 Dec 15 16:11:47.560626 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3c2d8073-4470-4634-8c52-558830ce8917 req-f260f1e1-da68-4259-8575-b25a8a64ee99 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300738 Dec 15 16:11:47.592001 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3c9364c-b303-4985-92b0-556b46bc227b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:47.858709 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3c9364c-b303-4985-92b0-556b46bc227b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:47.870996 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3c9364c-b303-4985-92b0-556b46bc227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:47.899899 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:47.931373 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:47.937869 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-09d5d4b3-08a1-4dc4-a2d3-62603f651181 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:47.940663 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-09d5d4b3-08a1-4dc4-a2d3-62603f651181 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.3047106 Dec 15 16:11:47.967501 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Request body: {'port': {'device_id': '522fff52-5215-429c-badc-a248701121d4', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'admin_state_up': True, 'tenant_id': '59432b92e45948e5962f7a60e09135b3'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:47.968126 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c3c9364c-b303-4985-92b0-556b46bc227b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1791c1c3a224d9ca7bdc9d5941b2d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6482229 Dec 15 16:11:47.968790 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40660) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:47.969520 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9364c-b303-4985-92b0-556b46bc227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf7e608-276a-43d5-bb7f-dd0a5803b762,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:48.068394 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42eeefbd-6f3a-46b1-ae86-0a24180ba71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.146939 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Attempting to bind port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:48.148904 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Attempting to bind port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:48.149532 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Attempting to bind port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba on network 12db1fad-845a-42eb-8783-bb17742ae302 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:48.151125 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42eeefbd-6f3a-46b1-ae86-0a24180ba71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.160448 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:48.161321 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Checking segment: {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:48.162075 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.162646 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Bound using segment: {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:48.163362 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Bound port: 89318707-aeaa-4cfb-a0cd-cbdd7a513bba, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e36d7c-0fb6-4a6c-82d5-373daf166463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:48.164095 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.237018 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] For port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:48.243159 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] For port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:48.246323 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dfa5-ebe0-4342-b64d-7dce549019cc None None] Pushing event updated for resources: {'Port': ['ID=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:48.259529 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.306242 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42eeefbd-6f3a-46b1-ae86-0a24180ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.308246 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Made reservation on behalf of 59432b92e45948e5962f7a60e09135b3 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:48.312478 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.314170 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42eeefbd-6f3a-46b1-ae86-0a24180ba71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.316913 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-42eeefbd-6f3a-46b1-ae86-0a24180ba71a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cf7e608-276a-43d5-bb7f-dd0a5803b762 HTTP/1.1" status: 204 len: 168 time: 0.3443668 Dec 15 16:11:48.348662 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeefbd-6f3a-46b1-ae86-0a24180ba71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf7e608-276a-43d5-bb7f-dd0a5803b762,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:48.494384 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f2ae9b2c-1422-48dc-b7aa-d43ed6b76c46 req-6b93a842-cc06-4696-95ea-b261bb095926 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 210 time: 0.0729268 Dec 15 16:11:48.506587 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dfa5-ebe0-4342-b64d-7dce549019cc None None] Pushing event updated for resources: {'Port': ['ID=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:48.572560 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Routers {'3fd21261-03b4-450c-94a5-5a4adbfeb2b9'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:11:48.576144 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:48.732675 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Allocated IP 172.20.0.9 (7d5230c5-6fc8-45a8-89a6-a1e34f97f335/2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe/8839979d-1332-42c7-8845-4f562f79a7ba) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:11:48.801067 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fd87a71e-afe0-42bb-b10d-c70a4f6407b9 None None] Provisioning complete for port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:48.802547 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50742-896a-4e67-beaf-c5c1f386a72d req-99f698cc-2449-48e3-93ed-fb3fa219203f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:48.805961 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd87a71e-afe0-42bb-b10d-c70a4f6407b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:48.818496 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bed50742-896a-4e67-beaf-c5c1f386a72d req-99f698cc-2449-48e3-93ed-fb3fa219203f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1346376 Dec 15 16:11:48.996687 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bed50742-896a-4e67-beaf-c5c1f386a72d req-06800c57-455c-4c9d-9c76-30814f4e5232 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753633 Dec 15 16:11:49.086587 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd87a71e-afe0-42bb-b10d-c70a4f6407b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.144231 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40704) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:49.148326 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] Set router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:11:49.197017 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d44be755-b05b-4e18-aa3e-e4832869b8b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.276638 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-fd87a71e-afe0-42bb-b10d-c70a4f6407b9 None None] For port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:49.283926 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.309243 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fd87a71e-afe0-42bb-b10d-c70a4f6407b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.327703 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-da828210-814c-4799-b4a5-7956f80a2a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.412654 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.549212 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d44be755-b05b-4e18-aa3e-e4832869b8b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.578614 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d44be755-b05b-4e18-aa3e-e4832869b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.587551 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:49.621800 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:11:49.654105 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event updated for resources: {'Port': ['ID=8839979d-1332-42c7-8845-4f562f79a7ba,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:49.667869 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:11:49.688985 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:11:49.697937 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c5bb2e1-f00a-4855-a4ae-5fe2a9388afc None None] Provisioning complete for port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:49.698465 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb2e1-f00a-4855-a4ae-5fe2a9388afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.710891 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87a71e-afe0-42bb-b10d-c70a4f6407b9 None None] Pushing event updated for resources: {'Port': ['ID=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:49.746639 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be755-b05b-4e18-aa3e-e4832869b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054d1730-144a-40d7-b495-aae9f0c1656e,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:49.755697 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d44be755-b05b-4e18-aa3e-e4832869b8b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eaff1221426439b8bc0dd0109fb44f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110790 Dec 15 16:11:49.760574 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40722) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:49.791108 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:49.796714 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.823845 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2010-c0b4-4b83-8575-9559fd7a1030 req-eb917677-8def-4f68-95cc-491754b91177 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:49.835199 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-917c2010-c0b4-4b83-8575-9559fd7a1030 req-eb917677-8def-4f68-95cc-491754b91177 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 931 time: 0.1717601 Dec 15 16:11:49.890318 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24afccf2-7d5b-41d6-a4d0-539cf3ba56a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.938264 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-61841a57-a89c-471f-bfcc-a65812344906 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9744706 Dec 15 16:11:49.953976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24afccf2-7d5b-41d6-a4d0-539cf3ba56a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:49.986206 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Request body: {'port': {'device_id': '522fff52-5215-429c-badc-a248701121d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:50.078184 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:11:42Z', 'revision_number': 4, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '89318707-aeaa-4cfb-a0cd-cbdd7a513bba', 'name': '', 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'mac_address': 'fa:16:3e:2c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '8da13590-11b1-4639-a06a-5f86a6942456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:41Z', 'updated_at': '2021-12-15T16:11:48Z', 'revision_number': 4, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'subnets': [{'id': '8da13590-11b1-4639-a06a-5f86a6942456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:11:50.120031 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-917c2010-c0b4-4b83-8575-9559fd7a1030 req-230e2d12-64a5-4c12-a3d0-4eff5759ba68 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757454 Dec 15 16:11:50.147304 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8ecad-9ee4-45a8-b0bb-598f401bb0a3 None None] The sync data for ids ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'] in dv-cinder-800704-2-iscsi is: [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:11:42Z', 'revision_number': 4, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '89318707-aeaa-4cfb-a0cd-cbdd7a513bba', 'name': '', 'network_id': '12db1fad-845a-42eb-8783-bb17742ae302', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'mac_address': 'fa:16:3e:2c:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '8da13590-11b1-4639-a06a-5f86a6942456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:41Z', 'updated_at': '2021-12-15T16:11:48Z', 'revision_number': 4, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'subnets': [{'id': '8da13590-11b1-4639-a06a-5f86a6942456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:11:50.159671 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24afccf2-7d5b-41d6-a4d0-539cf3ba56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.163910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24afccf2-7d5b-41d6-a4d0-539cf3ba56a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.167857 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-24afccf2-7d5b-41d6-a4d0-539cf3ba56a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/054d1730-144a-40d7-b495-aae9f0c1656e HTTP/1.1" status: 204 len: 168 time: 0.4020772 Dec 15 16:11:50.187845 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afccf2-7d5b-41d6-a4d0-539cf3ba56a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054d1730-144a-40d7-b495-aae9f0c1656e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:50.368505 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:50.447971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448b0f0-2f6f-4bd1-9214-a283c29eb2ca req-d04f2e28-fb06-48f4-99be-428bea2ffae3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:50.455328 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f448b0f0-2f6f-4bd1-9214-a283c29eb2ca req-d04f2e28-fb06-48f4-99be-428bea2ffae3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.2366383 Dec 15 16:11:50.558306 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f448b0f0-2f6f-4bd1-9214-a283c29eb2ca req-f8d7c142-7782-4c7d-8332-8d3ada3603df tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012926 Dec 15 16:11:50.970118 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8839979d-1332-42c7-8845-4f562f79a7ba {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:50.981352 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.055787 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Transition to ACTIVE for port object 8839979d-1332-42c7-8845-4f562f79a7ba will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:11:51.065375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.350077 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249815d0-2206-4e00-ba79-96052997fb3f req-62dd9a31-c7c3-4caa-8286-62d834cb65de tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:51.357106 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-249815d0-2206-4e00-ba79-96052997fb3f req-62dd9a31-c7c3-4caa-8286-62d834cb65de tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 943 time: 0.1022377 Dec 15 16:11:51.422757 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Pushing event updated for resources: {'Port': ['ID=8839979d-1332-42c7-8845-4f562f79a7ba,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:51.483101 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Attempting to bind port 8839979d-1332-42c7-8845-4f562f79a7ba on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:11:51.483438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Attempting to bind port 8839979d-1332-42c7-8845-4f562f79a7ba by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:11:51.483772 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Attempting to bind port 8839979d-1332-42c7-8845-4f562f79a7ba on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:51.502022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Port 8839979d-1332-42c7-8845-4f562f79a7ba on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:11:51.502377 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Attempting to bind port 8839979d-1332-42c7-8845-4f562f79a7ba on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:11:51.522760 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:11:51.522760 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Checking segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:11:51.522760 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Bound using segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:11:51.522760 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Bound port: 8839979d-1332-42c7-8845-4f562f79a7ba, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:11:51.522760 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.530504 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b789c222-372c-49c9-9184-ffa20d03ff21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.551768 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-249815d0-2206-4e00-ba79-96052997fb3f req-a997d70f-9e30-4415-8baa-8a08ab9c683b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865273 Dec 15 16:11:51.734108 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] For port 8839979d-1332-42c7-8845-4f562f79a7ba, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:11:51.754286 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40796) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:51.796188 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] For port 8839979d-1332-42c7-8845-4f562f79a7ba, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8839979d-1332-42c7-8845-4f562f79a7ba,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:11:51.813264 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.831898 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a24e41-5364-434e-9faf-7931f78cbf6a req-2a82e04b-d4ea-4d33-a74c-d7ebaefa37bb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:51.840607 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-60a24e41-5364-434e-9faf-7931f78cbf6a req-2a82e04b-d4ea-4d33-a74c-d7ebaefa37bb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1220953 Dec 15 16:11:51.903693 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:51.904432 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:51.906343 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] 10.222.0.46 "PUT /v2.0/ports/8839979d-1332-42c7-8845-4f562f79a7ba HTTP/1.1" status: 200 len: 1093 time: 1.9327712 Dec 15 16:11:51.906972 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522fff52-5215-429c-badc-a248701121d4', 'tag': '8839979d-1332-42c7-8845-4f562f79a7ba'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:51.909771 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "522fff52-5215-429c-badc-a248701121d4", "tag": "8839979d-1332-42c7-8845-4f562f79a7ba"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:52.021078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d0e5c7-60b5-438c-9560-602adba29117 x-openstack-request-id: req-a9d0e5c7-60b5-438c-9560-602adba29117 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:52.028742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522fff52-5215-429c-badc-a248701121d4", "tag": "8839979d-1332-42c7-8845-4f562f79a7ba", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:52.029234 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9d0e5c7-60b5-438c-9560-602adba29117 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:52.031381 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522fff52-5215-429c-badc-a248701121d4', 'tag': '8839979d-1332-42c7-8845-4f562f79a7ba', 'status': 'completed', 'code': 200} Dec 15 16:11:52.122568 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-60a24e41-5364-434e-9faf-7931f78cbf6a req-2535ae06-67fe-4c3c-9e55-da91bb4aa8e1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796643 Dec 15 16:11:52.128200 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 89318707-aeaa-4cfb-a0cd-cbdd7a513bba up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:52.184880 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7923b2-410c-425f-8766-e6f14b6b2dda service neutron] Pushing event updated for resources: {'Port': ['ID=8839979d-1332-42c7-8845-4f562f79a7ba,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:52.219228 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:52.219723 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:52.220160 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-b8e7c82d-ba8f-4f41-9d40-c84a031d99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:52.228161 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-b8e7c82d-ba8f-4f41-9d40-c84a031d99aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 1096 time: 0.2087436 Dec 15 16:11:52.287552 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e839e86c-d92d-424f-af33-7a81c8187e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:52.311236 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-009a7be3-e03f-4737-8bb2-28d548b31915 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8839979d-1332-42c7-8845-4f562f79a7ba HTTP/1.1" status: 200 len: 217 time: 0.0718024 Dec 15 16:11:52.471089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-e762fc92-9013-4595-94c8-d3baaa29ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:52.473107 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-e762fc92-9013-4595-94c8-d3baaa29ac0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.1344328 Dec 15 16:11:52.498541 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e839e86c-d92d-424f-af33-7a81c8187e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:52.526022 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e839e86c-d92d-424f-af33-7a81c8187e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:52.547768 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-d5f119b8-43aa-44c8-9fc4-cb3809ca0334 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457673 Dec 15 16:11:52.563604 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-e839e86c-d92d-424f-af33-7a81c8187e48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81143c66983141118ab0773b79c93045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8082364 Dec 15 16:11:52.564860 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40820) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:52.593767 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28823e58-05b7-4f63-a7d0-916af261c680 req-2cd09335-c4a8-4794-a94c-15b38127b47c tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:52.604064 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839e86c-d92d-424f-af33-7a81c8187e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55b43d-ea1f-42e5-9f8e-3018f0853358,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:52.616181 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-28823e58-05b7-4f63-a7d0-916af261c680 req-2cd09335-c4a8-4794-a94c-15b38127b47c tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.1306274 Dec 15 16:11:52.772081 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559854de-4f1d-4293-8c68-2544e1a3c8f6 req-b419153a-5625-4cf0-8422-15e93f7a5767 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:52.778507 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-559854de-4f1d-4293-8c68-2544e1a3c8f6 req-b419153a-5625-4cf0-8422-15e93f7a5767 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 943 time: 0.0668981 Dec 15 16:11:52.852549 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-559854de-4f1d-4293-8c68-2544e1a3c8f6 req-4232552d-4634-4cd6-84bb-35dff36d7799 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667298 Dec 15 16:11:52.863386 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.073524 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-28823e58-05b7-4f63-a7d0-916af261c680 req-a49ba1b8-67ad-4f72-aca9-4fcbfd5ea1ac tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564226 Dec 15 16:11:53.080507 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bf28307-bfeb-4ebd-b02b-e0fda8d0e8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.104299 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-f5d9c24c-6d3a-4b4b-84cc-f39712efa844 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299089 Dec 15 16:11:53.172914 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bf28307-bfeb-4ebd-b02b-e0fda8d0e8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.262633 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c7adc-75ac-4414-839c-a6a477212cb5 req-b14eaa1a-f743-43ee-bb66-a6d5547eb131 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485019 Dec 15 16:11:53.276447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bf28307-bfeb-4ebd-b02b-e0fda8d0e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.280724 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bf28307-bfeb-4ebd-b02b-e0fda8d0e8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.285036 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-4bf28307-bfeb-4ebd-b02b-e0fda8d0e8d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c55b43d-ea1f-42e5-9f8e-3018f0853358 HTTP/1.1" status: 204 len: 168 time: 0.7161574 Dec 15 16:11:53.294625 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf28307-bfeb-4ebd-b02b-e0fda8d0e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c55b43d-ea1f-42e5-9f8e-3018f0853358,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:53.341671 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e32bf-a3e4-4fde-84d0-ee66b97da718 req-8f445240-d263-46b3-8b98-3a46cb3af193 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:53.350608 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d6e32bf-a3e4-4fde-84d0-ee66b97da718 req-8f445240-d263-46b3-8b98-3a46cb3af193 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0995228 Dec 15 16:11:53.424039 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d6e32bf-a3e4-4fde-84d0-ee66b97da718 req-b452fc56-dbe4-4f82-be66-02a0152cb3c6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708613 Dec 15 16:11:53.474498 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-8946875f-7a9b-49a1-b61f-fdc12e046aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:53.476284 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-8946875f-7a9b-49a1-b61f-fdc12e046aba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 1096 time: 0.1173685 Dec 15 16:11:53.605572 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-c94a44cc-b5f3-40e3-8720-8ab925cbd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:53.607570 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-c94a44cc-b5f3-40e3-8720-8ab925cbd53b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 916 time: 0.1135840 Dec 15 16:11:53.668392 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-5fc8da99-27c4-4f73-a81c-61a586fb1978 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8839979d-1332-42c7-8845-4f562f79a7ba HTTP/1.1" status: 200 len: 217 time: 0.0501661 Dec 15 16:11:53.783801 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-0d357c57-d260-4f33-9253-efb13ee73769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:53.783801 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-0d357c57-d260-4f33-9253-efb13ee73769 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.1000857 Dec 15 16:11:53.828106 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-c1ff8ca2-49ae-4e8c-a70a-01c1c561578b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378351 Dec 15 16:11:53.874792 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.882918 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40862) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:53.904876 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79489b9c-837b-4c99-affe-27d2ff73ae0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:53.945501 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-8f6c6a3e-d495-417a-a9cc-9a25aabe7829 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045010 Dec 15 16:11:54.011784 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc3797-c243-4e81-be6a-6e92a1969417 req-355cfd92-7ca0-4261-893a-003dc206f8f7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:54.019453 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-41dc3797-c243-4e81-be6a-6e92a1969417 req-355cfd92-7ca0-4261-893a-003dc206f8f7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 943 time: 0.0783498 Dec 15 16:11:54.060751 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79489b9c-837b-4c99-affe-27d2ff73ae0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.073925 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79489b9c-837b-4c99-affe-27d2ff73ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.078172 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e59a878c-e630-4f69-95ea-ad6d6dca5cd7 req-5da234a1-fab5-4eab-8433-90277cf728a2 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117828 Dec 15 16:11:54.128880 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-41dc3797-c243-4e81-be6a-6e92a1969417 req-8a21c93f-340c-487d-be8f-b7c1fb05270d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040733 Dec 15 16:11:54.137815 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79489b9c-837b-4c99-affe-27d2ff73ae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dbb7f9-c384-491d-8ffd-6687c2e66036,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:54.147769 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-79489b9c-837b-4c99-affe-27d2ff73ae0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e9a21bbc975438b9770abe1dd9cf20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638049 Dec 15 16:11:54.151130 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40870) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:54.273731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6de36ec7-e7b9-43ca-9a6b-5f43ba92a158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.287268 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a5838-8d00-4783-aeca-e4dd654f2c05 req-415e9bec-326b-43f3-b0af-2ab2fb4f0a64 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:54.289988 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-db5a5838-8d00-4783-aeca-e4dd654f2c05 req-415e9bec-326b-43f3-b0af-2ab2fb4f0a64 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0928605 Dec 15 16:11:54.315851 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6de36ec7-e7b9-43ca-9a6b-5f43ba92a158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.383624 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-db5a5838-8d00-4783-aeca-e4dd654f2c05 req-18c6176f-8e7f-4234-be19-2dc28d4ab4a4 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817046 Dec 15 16:11:54.411051 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6de36ec7-e7b9-43ca-9a6b-5f43ba92a158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.415144 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6de36ec7-e7b9-43ca-9a6b-5f43ba92a158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:54.418743 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6de36ec7-e7b9-43ca-9a6b-5f43ba92a158 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36dbb7f9-c384-491d-8ffd-6687c2e66036 HTTP/1.1" status: 204 len: 168 time: 0.2641749 Dec 15 16:11:54.435299 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de36ec7-e7b9-43ca-9a6b-5f43ba92a158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dbb7f9-c384-491d-8ffd-6687c2e66036,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:54.608907 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b823f-9489-445b-985b-f264723d47dc req-455b0393-ed93-4568-8a6b-c689c5a6b0b8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:54.610782 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e28b823f-9489-445b-985b-f264723d47dc req-455b0393-ed93-4568-8a6b-c689c5a6b0b8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1036780 Dec 15 16:11:54.665935 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e28b823f-9489-445b-985b-f264723d47dc req-9aff449c-67a8-4dab-b364-af1c22d3b0de tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493152 Dec 15 16:11:55.034064 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ade4500b-32e4-4c11-9789-8a4cb4246988 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:55.036657 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ade4500b-32e4-4c11-9789-8a4cb4246988 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.46 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0680430 Dec 15 16:11:55.400332 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce984b-652b-41ed-b5a4-391dcf9f76f1 req-894e3bbc-bc6d-4e4d-8309-724135284143 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:55.418496 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-01ce984b-652b-41ed-b5a4-391dcf9f76f1 req-894e3bbc-bc6d-4e4d-8309-724135284143 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 943 time: 0.1808593 Dec 15 16:11:55.514972 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Deleting port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:11:55.515370 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.591878 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.604512 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbf5ad-c434-4dcc-9fa7-85dec39a4e88 req-957e6329-8ba9-473d-a4a7-14f78775da84 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:55.606384 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-13fbf5ad-c434-4dcc-9fa7-85dec39a4e88 req-957e6329-8ba9-473d-a4a7-14f78775da84 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 945 time: 0.0850184 Dec 15 16:11:55.674399 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 40926) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:55.703398 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-13fbf5ad-c434-4dcc-9fa7-85dec39a4e88 req-6078196b-19cd-4a5a-9975-32027c9ed08a tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ed17497-d271-4a27-8755-9fe8d9c82518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911262 Dec 15 16:11:55.752855 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 8839979d-1332-42c7-8845-4f562f79a7ba details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:11:55.765978 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-01ce984b-652b-41ed-b5a4-391dcf9f76f1 req-9a475b78-630a-45b4-a7a2-282600efa697 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345423 Dec 15 16:11:55.800036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] For port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,segment=NetworkSegment(a1d1024b-76d3-478a-a201-eb284ca7dd00),segment_id=a1d1024b-76d3-478a-a201-eb284ca7dd00)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:55.802101 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.827897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Calling delete_port for 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:11:55.934569 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3216f394-ab88-4620-927d-79b26613f13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:55.981933 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 8839979d-1332-42c7-8845-4f562f79a7ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8839979d-1332-42c7-8845-4f562f79a7ba,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:56.015132 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '8839979d-1332-42c7-8845-4f562f79a7ba', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'port_id': '8839979d-1332-42c7-8845-4f562f79a7ba', 'mac_address': 'fa:16:3e:98:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:11:56.050459 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26af17-17ad-4fee-a4d3-66666b3c8026 req-75ca41d4-a4ea-46f1-97d4-493c3ddb7d87 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:56.052779 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2c26af17-17ad-4fee-a4d3-66666b3c8026 req-75ca41d4-a4ea-46f1-97d4-493c3ddb7d87 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1668475 Dec 15 16:11:56.094427 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.111393 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8839979d-1332-42c7-8845-4f562f79a7ba {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:11:56.114479 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3216f394-ab88-4620-927d-79b26613f13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.131577 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3216f394-ab88-4620-927d-79b26613f13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.139064 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 8839979d-1332-42c7-8845-4f562f79a7ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8839979d-1332-42c7-8845-4f562f79a7ba,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:56.158410 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.191752 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3216f394-ab88-4620-927d-79b26613f13a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27b15d4316704cdcad0ad543faef625e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162797 Dec 15 16:11:56.196114 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 40938) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:56.198617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216f394-ab88-4620-927d-79b26613f13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1993c34-ec88-4b88-aa63-9d0e237c99e9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:56.199999 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2c26af17-17ad-4fee-a4d3-66666b3c8026 req-d1c5fbed-152d-4b34-99fd-782704a51a4d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230600 Dec 15 16:11:56.249202 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=8839979d-1332-42c7-8845-4f562f79a7ba,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:56.287584 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.301013 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['74e0a314-8c6c-4c1c-94b0-01a8822e91d5'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:56.395539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Pushing event deleted for resources: {'Port': ['ID=74e0a314-8c6c-4c1c-94b0-01a8822e91d5,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:56.434371 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] No DVR routers for this DVR port 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:11:56.443142 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.446733 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-24d25571-ad37-4349-aa6e-7fc677b8be30 req-ac4d03c4-96b0-414c-9254-4edb8d2b638d tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.46 "DELETE /v2.0/ports/74e0a314-8c6c-4c1c-94b0-01a8822e91d5 HTTP/1.1" status: 204 len: 173 time: 1.4017007 Dec 15 16:11:56.447368 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'name': 'network-vif-deleted', 'tag': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:56.449616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e642f83d-89a3-40e6-91aa-879ac8393228" -d '{"events": [{"server_uuid": "17d69eb5-4a68-41bb-9246-0cb932ad79d8", "name": "network-vif-deleted", "tag": "74e0a314-8c6c-4c1c-94b0-01a8822e91d5"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:56.468166 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe272-6462-44f8-8dcc-e1aaf7414619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.497341 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['8839979d-1332-42c7-8845-4f562f79a7ba'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:11:56.515769 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe272-6462-44f8-8dcc-e1aaf7414619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.521773 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70bc335-512d-419b-86c9-9d44625c8d34 x-openstack-request-id: req-c70bc335-512d-419b-86c9-9d44625c8d34 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:56.522131 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d69eb5-4a68-41bb-9246-0cb932ad79d8", "name": "network-vif-deleted", "tag": "74e0a314-8c6c-4c1c-94b0-01a8822e91d5", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:56.522451 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c70bc335-512d-419b-86c9-9d44625c8d34 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:56.523491 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d69eb5-4a68-41bb-9246-0cb932ad79d8', 'name': 'network-vif-deleted', 'tag': '74e0a314-8c6c-4c1c-94b0-01a8822e91d5', 'status': 'completed', 'code': 200} Dec 15 16:11:56.595419 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe272-6462-44f8-8dcc-e1aaf7414619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.598408 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe272-6462-44f8-8dcc-e1aaf7414619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:56.605967 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5fdfe272-6462-44f8-8dcc-e1aaf7414619 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1993c34-ec88-4b88-aa63-9d0e237c99e9 HTTP/1.1" status: 204 len: 168 time: 0.3906837 Dec 15 16:11:56.622483 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfe272-6462-44f8-8dcc-e1aaf7414619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1993c34-ec88-4b88-aa63-9d0e237c99e9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:56.967774 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-14546f45-e3fc-4d61-86c4-8bc22fa8a177 req-97b02c08-7f46-449f-8d0f-0ab2017edcf9 tempest-DeleteServersTestJSON-55467242 tempest-DeleteServersTestJSON-55467242-project] 10.222.0.36 "GET /v2.0/ports?device_id=17d69eb5-4a68-41bb-9246-0cb932ad79d8 HTTP/1.1" status: 200 len: 210 time: 0.0846806 Dec 15 16:11:57.036424 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea946f2f-36f0-47aa-a739-da1c8b20d4c4 req-42ac06c9-dc37-4420-a64b-9af40fa9b78b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:57.048327 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ea946f2f-36f0-47aa-a739-da1c8b20d4c4 req-42ac06c9-dc37-4420-a64b-9af40fa9b78b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 944 time: 0.1315317 Dec 15 16:11:57.129701 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ea946f2f-36f0-47aa-a739-da1c8b20d4c4 req-d4b983db-f2b4-40d3-b336-0456fbd573ab tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803592 Dec 15 16:11:57.525620 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824349fd-4791-4213-962c-50a712f11fe5 req-3f293a46-c510-4025-91d5-960e9cef02a5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:57.527305 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-824349fd-4791-4213-962c-50a712f11fe5 req-3f293a46-c510-4025-91d5-960e9cef02a5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1963367 Dec 15 16:11:57.682354 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-824349fd-4791-4213-962c-50a712f11fe5 req-c850e828-35d0-4ef6-a671-add0618310ca tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466057 Dec 15 16:11:57.759498 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 8839979d-1332-42c7-8845-4f562f79a7ba up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:11:57.852075 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 8839979d-1332-42c7-8845-4f562f79a7ba completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:11:57.858158 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 8839979d-1332-42c7-8845-4f562f79a7ba triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:11:57.859048 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:57.973433 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.003256 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522fff52-5215-429c-badc-a248701121d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8839979d-1332-42c7-8845-4f562f79a7ba'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:11:58.006759 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8c94e-42be-49ad-ad94-3474fc1e0c40" -d '{"events": [{"server_uuid": "522fff52-5215-429c-badc-a248701121d4", "name": "network-vif-plugged", "status": "completed", "tag": "8839979d-1332-42c7-8845-4f562f79a7ba"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:11:58.022469 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 8839979d-1332-42c7-8845-4f562f79a7ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8839979d-1332-42c7-8845-4f562f79a7ba,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:11:58.033690 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.100627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e51a2-3711-45d6-840e-910c76b64797 x-openstack-request-id: req-ab3e51a2-3711-45d6-840e-910c76b64797 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:11:58.101146 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522fff52-5215-429c-badc-a248701121d4", "name": "network-vif-plugged", "status": "completed", "tag": "8839979d-1332-42c7-8845-4f562f79a7ba", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:11:58.101615 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab3e51a2-3711-45d6-840e-910c76b64797 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:11:58.102172 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522fff52-5215-429c-badc-a248701121d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8839979d-1332-42c7-8845-4f562f79a7ba', 'code': 200} Dec 15 16:11:58.137294 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=8839979d-1332-42c7-8845-4f562f79a7ba,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:58.404754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276b67-885a-4c9d-a1aa-c86689b68d60 req-348743c1-e02f-47dc-9ac3-0944d892b22b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:58.412779 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-db276b67-885a-4c9d-a1aa-c86689b68d60 req-348743c1-e02f-47dc-9ac3-0944d892b22b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 945 time: 0.1384122 Dec 15 16:11:58.418144 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41040) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.424770 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ae5a-cfbb-418d-ab1b-22b977b6d3bf req-abdf3c07-ec40-4768-ac47-22bd8af45e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:58.426477 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c541ae5a-cfbb-418d-ab1b-22b977b6d3bf req-abdf3c07-ec40-4768-ac47-22bd8af45e25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 1098 time: 0.0841122 Dec 15 16:11:58.607469 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c541ae5a-cfbb-418d-ab1b-22b977b6d3bf req-a23cfccb-f06d-44a0-aac6-00db4e70e427 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607947 Dec 15 16:11:58.612834 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34ca1873-75ec-453a-b19c-48158a85b1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.641822 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-db276b67-885a-4c9d-a1aa-c86689b68d60 req-0349eddc-c6b7-4205-a316-87d2d04e52a7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180314 Dec 15 16:11:58.772290 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34ca1873-75ec-453a-b19c-48158a85b1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.784907 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-34ca1873-75ec-453a-b19c-48158a85b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:58.861848 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-34ca1873-75ec-453a-b19c-48158a85b1fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=054a45e4c26940028fc45fb27c827096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420826 Dec 15 16:11:58.868675 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41060) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.891841 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca1873-75ec-453a-b19c-48158a85b1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c7dd3e-cdb9-4596-b5e9-1c426d0e3ef9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:58.957671 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b68c0-2f64-4624-b0fa-3b3285220f3e req-5b7d919d-d59b-4b66-8a67-70c8bd1dbad6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:58.957872 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41064) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:58.966420 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3f8b68c0-2f64-4624-b0fa-3b3285220f3e req-5b7d919d-d59b-4b66-8a67-70c8bd1dbad6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1590803 Dec 15 16:11:58.998706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f5f1-1cac-4d40-b3b0-1604322c3adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.041337 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3f8b68c0-2f64-4624-b0fa-3b3285220f3e req-91f1e3d1-2420-4b91-b2fd-574d3a067414 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735435 Dec 15 16:11:59.048626 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f5f1-1cac-4d40-b3b0-1604322c3adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.117365 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f5f1-1cac-4d40-b3b0-1604322c3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.120673 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f5f1-1cac-4d40-b3b0-1604322c3adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.124948 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-9ad4f5f1-1cac-4d40-b3b0-1604322c3adc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4c7dd3e-cdb9-4596-b5e9-1c426d0e3ef9 HTTP/1.1" status: 204 len: 168 time: 0.2552269 Dec 15 16:11:59.137041 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4f5f1-1cac-4d40-b3b0-1604322c3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c7dd3e-cdb9-4596-b5e9-1c426d0e3ef9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.167443 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732086385-network', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:59.198583 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Made reservation on behalf of fc22adb06b1e405ea619c273ffb94020 for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:59.202098 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.219649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.407897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.422979 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.467621 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:11:59.485785 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e0031-c704-4aaa-901c-80451c5b0947,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.495240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.496611 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Added segment 4db722cf-28ad-48af-b8f2-9e31e514b998 of type vlan for network f52f28d1-1904-41cf-a6e0-eda3b950cc3e Dec 15 16:11:59.551310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.576547 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41086) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:59.584705 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.586830 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:11:59.587740 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.594314 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5876cc60-30ad-4ee1-b5e2-8baffc63d817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.654278 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] Pushing event updated for resources: {'Network': ['ID=f52f28d1-1904-41cf-a6e0-eda3b950cc3e,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.669788 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:11:59.686520 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8088f888-f039-457b-af44-5ca8c006fa3e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7203896 Dec 15 16:11:59.687417 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41090) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:59.692314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Request body: {'subnet': {'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732086385-subnet', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:11:59.707294 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5876cc60-30ad-4ee1-b5e2-8baffc63d817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.713586 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5876cc60-30ad-4ee1-b5e2-8baffc63d817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.717803 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Made reservation on behalf of fc22adb06b1e405ea619c273ffb94020 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:11:59.720475 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9246176'] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.761168 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876cc60-30ad-4ee1-b5e2-8baffc63d817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc5392-2876-4945-a7d6-74c65d3c8e7a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:11:59.799903 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5876cc60-30ad-4ee1-b5e2-8baffc63d817 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=143e05c2fed349eaa7d5d883a9f35b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215633 Dec 15 16:11:59.801625 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41094) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:11:59.899651 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b34a4262-9311-4f86-a14a-cb3e424ba775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:11:59.977995 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41100) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:00.000265 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1edc-f0d2-4255-83ff-744eb7c49e70 req-53c8bef2-b775-4059-b98f-929dce7510fb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:00.002310 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e5ba1edc-f0d2-4255-83ff-744eb7c49e70 req-53c8bef2-b775-4059-b98f-929dce7510fb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 945 time: 0.1656182 Dec 15 16:12:00.069224 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b34a4262-9311-4f86-a14a-cb3e424ba775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.148845 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:12:00.180334 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Deleting subnet e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6 {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:12:00.184036 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:12:00.185458 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 74e0a314-8c6c-4c1c-94b0-01a8822e91d5 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:12:00.207153 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.221488 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e5ba1edc-f0d2-4255-83ff-744eb7c49e70 req-7cd391a1-93be-41e2-a59e-7208bf9cbbcf tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110028 Dec 15 16:12:00.267998 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3325560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9246206'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.295077 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.301204 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.373751 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.379533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078fbb0-6cfb-43a0-ad3a-ecf77703dbbf req-cd94426c-3aa9-4a3e-b6b2-9043f869b7e0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:00.387708 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9078fbb0-6cfb-43a0-ad3a-ecf77703dbbf req-cd94426c-3aa9-4a3e-b6b2-9043f869b7e0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.2156777 Dec 15 16:12:00.400584 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b34a4262-9311-4f86-a14a-cb3e424ba775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.403065 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b34a4262-9311-4f86-a14a-cb3e424ba775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.406582 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b34a4262-9311-4f86-a14a-cb3e424ba775 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51fc5392-2876-4945-a7d6-74c65d3c8e7a HTTP/1.1" status: 204 len: 168 time: 0.6016066 Dec 15 16:12:00.451992 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:00.462662 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.465960 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a91d4760-436c-4dfe-9e84-7f32000d1b8f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2f14d42-a93e-4b88-a6c4-dc3a2f5292e6 HTTP/1.1" status: 204 len: 168 time: 0.4864321 Dec 15 16:12:00.467421 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578aae51-5457-4329-ac0b-f91e6d5f25bd,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:00.469650 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41108) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:00.486375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a4262-9311-4f86-a14a-cb3e424ba775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc5392-2876-4945-a7d6-74c65d3c8e7a,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:00.597231 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Checking segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:00.597631 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Network hostable DHCP agents. Network: f52f28d1-1904-41cf-a6e0-eda3b950cc3e, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:12:00.628140 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9078fbb0-6cfb-43a0-ad3a-ecf77703dbbf req-76c72a51-7934-41b7-bab3-be7742cfedbb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256625 Dec 15 16:12:00.650817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.672738 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:12:00.709918 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, f52f28d1-1904-41cf-a6e0-eda3b950cc3e) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:00.722644 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667ccb2-7e42-4168-9847-6c1c909a0438 None None] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:00.728367 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:00.729026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.785901 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-816cd09c-3c07-4fd4-a800-173107f0dce5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0976830 Dec 15 16:12:00.788529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41116) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:00.791570 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.798150 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:00.829072 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eb36a1-1fe8-46e9-948f-c08f5a260c2b']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:00.845278 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d1024b-76d3-478a-a201-eb284ca7dd00') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:00.845704 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d1024b-76d3-478a-a201-eb284ca7dd00') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:00.859024 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.860199 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.864371 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:12:00.865623 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.869243 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.899165 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.923176 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:12:00.923176 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:12:00.925684 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:12:00.998710 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.088224 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Allocated IP 172.20.0.2 (f52f28d1-1904-41cf-a6e0-eda3b950cc3e/578aae51-5457-4329-ac0b-f91e6d5f25bd/af024f57-b583-46fd-9334-d7ff2283a6c8) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:01.094102 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.106042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.109718 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/69eb36a1-1fe8-46e9-948f-c08f5a260c2b HTTP/1.1" status: 204 len: 168 time: 0.6338177 Dec 15 16:12:01.126617 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e500ee-6ed5-4806-8124-1be00de34c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=69eb36a1-1fe8-46e9-948f-c08f5a260c2b,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:01.276284 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.361364 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.375086 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.386444 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41132) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:01.452132 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Pushing event updated for resources: {'Port': ['ID=af024f57-b583-46fd-9334-d7ff2283a6c8,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:01.473132 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-26592427-418c-4b6e-bc9c-c4220998231d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d876e8f6e278448196f8e8989149241c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0854797 Dec 15 16:12:01.475710 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41134) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:01.526343 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:01.528364 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:01.533311 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:01.581313 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30d95627-0b34-43c9-a07a-e503975ea346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.614263 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30d95627-0b34-43c9-a07a-e503975ea346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.647166 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Attempting to bind port af024f57-b583-46fd-9334-d7ff2283a6c8 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:01.647627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Attempting to bind port af024f57-b583-46fd-9334-d7ff2283a6c8 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:01.648740 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Attempting to bind port af024f57-b583-46fd-9334-d7ff2283a6c8 on network f52f28d1-1904-41cf-a6e0-eda3b950cc3e {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:01.663133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:01.664093 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Checking segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:01.667405 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.667814 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Bound using segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:01.668316 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Bound port: af024f57-b583-46fd-9334-d7ff2283a6c8, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:01.668769 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.719428 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30d95627-0b34-43c9-a07a-e503975ea346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.722475 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-30d95627-0b34-43c9-a07a-e503975ea346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.723978 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-30d95627-0b34-43c9-a07a-e503975ea346 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ed17497-d271-4a27-8755-9fe8d9c82518 HTTP/1.1" status: 204 len: 168 time: 0.2468359 Dec 15 16:12:01.751471 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d95627-0b34-43c9-a07a-e503975ea346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed17497-d271-4a27-8755-9fe8d9c82518,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:01.833731 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] For port af024f57-b583-46fd-9334-d7ff2283a6c8, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:01.850433 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] For port af024f57-b583-46fd-9334-d7ff2283a6c8, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=af024f57-b583-46fd-9334-d7ff2283a6c8,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:01.853768 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e1366-a2b9-470e-b8ed-e964c75fce85 req-c1513569-c743-43e7-ac8e-acca68bdbd36 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:01.855349 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a54e1366-a2b9-470e-b8ed-e964c75fce85 req-c1513569-c743-43e7-ac8e-acca68bdbd36 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 945 time: 0.4591064 Dec 15 16:12:01.862219 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:01.900214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69893ae-286e-4c01-ab81-241039abd7f8 req-430867fe-bee9-42b0-8e27-f893426c10be tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:01.916392 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a69893ae-286e-4c01-ab81-241039abd7f8 req-430867fe-bee9-42b0-8e27-f893426c10be tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1366448 Dec 15 16:12:02.024596 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a69893ae-286e-4c01-ab81-241039abd7f8 req-4137390b-47b9-4748-ac0e-9a56a6c81e08 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060743 Dec 15 16:12:02.041008 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a54e1366-a2b9-470e-b8ed-e964c75fce85 req-1fc36b9d-835e-4e33-8b67-32cca43201ab tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656594 Dec 15 16:12:02.110589 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bccba-f9d3-4409-ae61-762e3fa8947c None None] Pushing event updated for resources: {'Port': ['ID=af024f57-b583-46fd-9334-d7ff2283a6c8,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:02.416166 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.436832 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.610870 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Allocated IP 172.27.0.108 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/08092bcf-b4fc-41c5-8ecc-86ff8a96415b) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:02.840597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:02.935024 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.006438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Pushing event updated for resources: {'Port': ['ID=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:03.030800 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:03.033784 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:03.076777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:03.608211 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dafd0f-613b-4e5d-8409-5475ea8be4ab req-b11bed48-a1cd-47d9-9ff0-41ec96bd8e77 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:03.616477 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-95dafd0f-613b-4e5d-8409-5475ea8be4ab req-b11bed48-a1cd-47d9-9ff0-41ec96bd8e77 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0766406 Dec 15 16:12:03.668907 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41220) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:03.804893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:03.867157 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2d86f-7a08-406c-abdc-3a5a6304ef99 None None] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:03.869688 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-95dafd0f-613b-4e5d-8409-5475ea8be4ab req-3fab3ab0-fcd9-4b33-b1e8-9385cf307505 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521515 Dec 15 16:12:04.024335 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2083770556-network', 'tenant_id': '710c6a0383874f9b946e8376a79787b6'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:04.116848 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-6821ac46-7558-46eb-ac4b-2957c946e3b1 None None] Provisioning complete for port af024f57-b583-46fd-9334-d7ff2283a6c8 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:04.117714 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6821ac46-7558-46eb-ac4b-2957c946e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.129721 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Made reservation on behalf of 710c6a0383874f9b946e8376a79787b6 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:04.132985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.149833 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.152438 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.204284 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device af024f57-b583-46fd-9334-d7ff2283a6c8 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:04.269063 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.281930 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.312234 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port af024f57-b583-46fd-9334-d7ff2283a6c8 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:04.314503 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.325603 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:12:04.337561 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5588bc7-3675-4f97-bae7-3e37d581bdf3,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:04.343335 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.343686 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Added segment cb64e0ce-a75a-4da8-be17-2b2c410f34df of type vlan for network 8b76a42d-a289-476f-a87a-d1a85520dc8f Dec 15 16:12:04.440094 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.483359 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6821ac46-7558-46eb-ac4b-2957c946e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.490811 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.495934 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:04.497053 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.563033 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.588984 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-6821ac46-7558-46eb-ac4b-2957c946e3b1 None None] For port af024f57-b583-46fd-9334-d7ff2283a6c8, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=af024f57-b583-46fd-9334-d7ff2283a6c8,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:04.624114 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Router 9dc602e0-d6a4-4295-a553-c618edba6351 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:12:04.628985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] Pushing event updated for resources: {'Network': ['ID=8b76a42d-a289-476f-a87a-d1a85520dc8f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:04.662497 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.db.api [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 16:12:04.662907 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6ca2379c-fbc1-4f78-aa51-a045fb5c35ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9926381 Dec 15 16:12:04.663025 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG oslo_db.api [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 16:12:04.663746 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6821ac46-7558-46eb-ac4b-2957c946e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.666184 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:12:04.675473 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41248) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:04.691066 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Request body: {'subnet': {'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2083770556-subnet', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:04.738548 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821ac46-7558-46eb-ac4b-2957c946e3b1 None None] Pushing event updated for resources: {'Port': ['ID=af024f57-b583-46fd-9334-d7ff2283a6c8,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:04.780587 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Made reservation on behalf of 710c6a0383874f9b946e8376a79787b6 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:04.789733 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.847681 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8233c4a6-a20e-4b25-b4fd-5c1fa4be4fda None None] Provisioning complete for port af024f57-b583-46fd-9334-d7ff2283a6c8 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:04.848071 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8233c4a6-a20e-4b25-b4fd-5c1fa4be4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.916170 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:04.933415 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Sync routers for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:04.974649 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:04.975294 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:04.995289 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:04.999777 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-3ba425b0-58ad-4806-a097-34c3f7eee18a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2071435 Dec 15 16:12:04.999777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41262) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:05.310957 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.391994 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cf293-1670-4cab-8eb4-cd2a2349a307 req-e48cf66f-e01f-4cec-a26c-930062e8f50c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.393864 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e10cf293-1670-4cab-8eb4-cd2a2349a307 req-e48cf66f-e01f-4cec-a26c-930062e8f50c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.2922559 Dec 15 16:12:05.418082 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:05.498070 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e10cf293-1670-4cab-8eb4-cd2a2349a307 req-8e8d46b5-21c9-4275-99ea-7d25bdfc2a12 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926809 Dec 15 16:12:05.498675 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbb17c5-e549-4540-8f77-220d1fd9f724,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:05.511909 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Checking segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:05.513036 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Network hostable DHCP agents. Network: 8b76a42d-a289-476f-a87a-d1a85520dc8f, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:12:05.536553 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:12:05.550521 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41292) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:05.558317 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 8b76a42d-a289-476f-a87a-d1a85520dc8f) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:05.567869 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa3a0d-297b-43ea-860d-43e961d5860b None None] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:05.575219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:05.575813 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.604114 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a40317f8-aac3-44fc-95a1-aae44a96438c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9200487 Dec 15 16:12:05.606574 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41296) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:05.619603 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:05.720612 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.722011 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.762682 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-8b76a42d-a289-476f-a87a-d1a85520dc8f', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:12:05.763730 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.873827 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-933b376f-f219-4309-9f06-553f1545cc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:05.926075 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Allocated IP 172.20.0.2 (8b76a42d-a289-476f-a87a-d1a85520dc8f/edbb17c5-e549-4540-8f77-220d1fd9f724/35fc3afd-27d5-4abe-95b8-764756353ea9) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:05.967507 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 3, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:05.988965 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.006776 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Checking router: 9dc602e0-d6a4-4295-a553-c618edba6351 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:06.007627 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Updating router 9dc602e0-d6a4-4295-a553-c618edba6351 port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:06.048182 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.085879 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device af024f57-b583-46fd-9334-d7ff2283a6c8 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:06.091944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.122789 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-933b376f-f219-4309-9f06-553f1545cc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.129648 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.152751 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-933b376f-f219-4309-9f06-553f1545cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.181678 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Pushing event updated for resources: {'Port': ['ID=35fc3afd-27d5-4abe-95b8-764756353ea9,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.190568 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b376f-f219-4309-9f06-553f1545cc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010a9536-4ea5-4e75-9044-6314e815a861,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.198344 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:06.200292 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:06.203290 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:06.229380 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-933b376f-f219-4309-9f06-553f1545cc81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e307aa6df4c74f658a336e3cefa818db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6771736 Dec 15 16:12:06.234569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41306) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:06.242057 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-feb14032-7f2a-4ff1-be1d-016a48baec91 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:06.256485 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-feb14032-7f2a-4ff1-be1d-016a48baec91 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.5842121 Dec 15 16:12:06.281104 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.296087 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Attempting to bind port 35fc3afd-27d5-4abe-95b8-764756353ea9 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:06.296488 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Attempting to bind port 35fc3afd-27d5-4abe-95b8-764756353ea9 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:06.296907 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Attempting to bind port 35fc3afd-27d5-4abe-95b8-764756353ea9 on network 8b76a42d-a289-476f-a87a-d1a85520dc8f {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:06.301148 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port af024f57-b583-46fd-9334-d7ff2283a6c8 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:06.301586 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.359579 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:06.359994 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Checking segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:06.360692 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.362329 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Bound using segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:06.362852 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Bound port: 35fc3afd-27d5-4abe-95b8-764756353ea9, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:06.363247 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.373459 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-ddbd7343-6c0b-407f-9652-348a8859130d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/quotas/59432b92e45948e5962f7a60e09135b3 HTTP/1.1" status: 200 len: 375 time: 0.1156638 Dec 15 16:12:06.447876 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.462106 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.521219 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] For port 35fc3afd-27d5-4abe-95b8-764756353ea9, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:06.525339 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] For port 35fc3afd-27d5-4abe-95b8-764756353ea9, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=35fc3afd-27d5-4abe-95b8-764756353ea9,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:06.544540 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.567923 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5512360b-e4e1-4240-aa3a-a6eff7c3e424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.581095 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.593069 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Attempting to bind port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:06.593468 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Attempting to bind port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:06.600055 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Attempting to bind port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:06.607407 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e8c3b-5743-44fc-9e56-1a4bb9358340 None None] Pushing event updated for resources: {'Port': ['ID=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.627585 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:06.627976 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:06.628365 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.628762 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:06.629256 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Bound port: 08092bcf-b4fc-41c5-8ecc-86ff8a96415b, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:06.631272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5512360b-e4e1-4240-aa3a-a6eff7c3e424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.636647 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.679890 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71f168-04cf-4a2b-b793-9b081ff5bd32 None None] Pushing event updated for resources: {'Port': ['ID=35fc3afd-27d5-4abe-95b8-764756353ea9,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:06.680672 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-98e98c7e-b3dd-4dc1-a4c1-fea62aec1fc4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3064075 Dec 15 16:12:06.731335 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] For port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:06.735490 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] For port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:06.742533 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.765203 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Allocated IP 172.20.0.1 (f52f28d1-1904-41cf-a6e0-eda3b950cc3e/578aae51-5457-4329-ac0b-f91e6d5f25bd/10ee08fe-bfed-4854-bc6b-b7f2deef63f5) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:06.797742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870735ef-855f-4fa5-a229-c26fbee534ac req-48045bbb-b944-4ebb-9ef3-6c95cf22c5cd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:06.799117 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-870735ef-855f-4fa5-a229-c26fbee534ac req-48045bbb-b944-4ebb-9ef3-6c95cf22c5cd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0943475 Dec 15 16:12:06.802028 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5512360b-e4e1-4240-aa3a-a6eff7c3e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.806253 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5512360b-e4e1-4240-aa3a-a6eff7c3e424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:06.810019 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5512360b-e4e1-4240-aa3a-a6eff7c3e424 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/010a9536-4ea5-4e75-9044-6314e815a861 HTTP/1.1" status: 204 len: 168 time: 0.5718887 Dec 15 16:12:06.829608 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:06.830253 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:06.947843 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e8c3b-5743-44fc-9e56-1a4bb9358340 None None] Pushing event updated for resources: {'Port': ['ID=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:07.037901 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512360b-e4e1-4240-aa3a-a6eff7c3e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010a9536-4ea5-4e75-9044-6314e815a861,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:07.067497 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:07.085056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.198962 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-870735ef-855f-4fa5-a229-c26fbee534ac req-a33c2dd0-208e-49d6-ad35-81cb748613c3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903277 Dec 15 16:12:07.220428 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.247406 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:07.250252 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:07.269586 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-b84e6873-d85c-45d3-97ba-ebc5b9b5ebb1 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881371 Dec 15 16:12:07.300100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:07.496189 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 3, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:07.519867 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41344) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:07.535407 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f256d2-b3cd-4ea3-b085-3d48bc2f35f0 None None] The sync data for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi is: [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:03Z', 'revision_number': 3, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:07.552557 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Pushing event updated for resources: {'Port': ['ID=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:07.559349 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-733b0222-c7cc-4766-b88e-d7367cf0eb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.569856 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.611291 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-83cb7546-26d5-42b5-9141-0286d99e0f75 None None] Provisioning complete for port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:07.611663 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-83cb7546-26d5-42b5-9141-0286d99e0f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.627887 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-9fac7e9c-94d2-464a-b3a4-3e2e88683c94 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476257 Dec 15 16:12:07.653419 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.694411 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-83cb7546-26d5-42b5-9141-0286d99e0f75 None None] Port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:07.700245 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.735220 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-9174f1e0-3cbe-438a-bee6-d942f2625767 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:07.736857 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-9174f1e0-3cbe-438a-bee6-d942f2625767 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 815 time: 0.3585768 Dec 15 16:12:07.746941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.805346 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-f3af15b8-9649-40c4-a23b-fb8b7c43a597 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/quotas/174453a286344e0fa34d91d3ebcb8436 HTTP/1.1" status: 200 len: 375 time: 0.0420537 Dec 15 16:12:07.816817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-733b0222-c7cc-4766-b88e-d7367cf0eb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:07.832834 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-733b0222-c7cc-4766-b88e-d7367cf0eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.001060 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-733b0222-c7cc-4766-b88e-d7367cf0eb61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38736652d8d14381b95b0262cfab448c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800792 Dec 15 16:12:08.015425 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41352) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:08.020163 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b0222-c7cc-4766-b88e-d7367cf0eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7835b75c-6188-4f6a-9202-7640cb8c6723,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:08.216147 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Allocated IP 172.27.0.60 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/17b51f03-c499-45d2-b457-4f044d5170c1) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:08.298782 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-53cf3c14-fa51-4640-83c8-cca8717dd0d4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4865828 Dec 15 16:12:08.307977 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 08092bcf-b4fc-41c5-8ecc-86ff8a96415b up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:08.321305 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8f314a5a-d839-433d-a845-71798c70c079 req-7b6b41ce-5910-4579-a306-43ff951bc7fc tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 210 time: 0.2502711 Dec 15 16:12:08.406764 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9341498-2d6a-4e9a-9a23-a90625183d51 None None] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:08.524391 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-af253dad-2dd0-48fb-b3c0-4d929b802a66 None None] Provisioning complete for port 35fc3afd-27d5-4abe-95b8-764756353ea9 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:08.524953 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-af253dad-2dd0-48fb-b3c0-4d929b802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.650776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:08.651387 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.659936 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.670908 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.675355 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433226e-e861-4645-a1e4-fcf0694e8621 req-af688d49-b9d3-49b5-8562-86d8a4526887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:08.677265 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3433226e-e861-4645-a1e4-fcf0694e8621 req-af688d49-b9d3-49b5-8562-86d8a4526887 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 1098 time: 0.2240899 Dec 15 16:12:08.700362 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.707899 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db62e9f4-b486-47e9-858c-bf3c17d801a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.747338 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77d64-71f8-40bb-8197-4066aa2611d8 req-8a8b9376-35c5-424c-a509-a227192e85ac tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:08.758417 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-16a77d64-71f8-40bb-8197-4066aa2611d8 req-8a8b9376-35c5-424c-a509-a227192e85ac tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.3372655 Dec 15 16:12:08.815433 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db62e9f4-b486-47e9-858c-bf3c17d801a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.858410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:08.924848 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-56293d03-5262-4482-8934-a1160bb8f044 service neutron] 10.222.0.36 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966070 Dec 15 16:12:08.951323 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-16a77d64-71f8-40bb-8197-4066aa2611d8 req-7d4bbf89-a5a9-47db-a6b7-904c4287e5bf tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909473 Dec 15 16:12:08.962300 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.003268 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-af253dad-2dd0-48fb-b3c0-4d929b802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.060700 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-af253dad-2dd0-48fb-b3c0-4d929b802a66 None None] For port 35fc3afd-27d5-4abe-95b8-764756353ea9, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=35fc3afd-27d5-4abe-95b8-764756353ea9,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:09.070608 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.098589 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:09.100043 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-af253dad-2dd0-48fb-b3c0-4d929b802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.105362 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Pushing event updated for resources: {'Port': ['ID=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.128793 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.129780 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 35fc3afd-27d5-4abe-95b8-764756353ea9 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:09.138557 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db62e9f4-b486-47e9-858c-bf3c17d801a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.141999 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db62e9f4-b486-47e9-858c-bf3c17d801a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.143396 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-db62e9f4-b486-47e9-858c-bf3c17d801a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7835b75c-6188-4f6a-9202-7640cb8c6723 HTTP/1.1" status: 204 len: 168 time: 1.1195464 Dec 15 16:12:09.175686 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3433226e-e861-4645-a1e4-fcf0694e8621 req-b6f10aa3-1424-4639-8b70-14145dd4ea45 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627669 Dec 15 16:12:09.215208 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:09.215606 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62e9f4-b486-47e9-858c-bf3c17d801a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7835b75c-6188-4f6a-9202-7640cb8c6723,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.245271 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:09.250295 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:09.264305 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-87176519-f432-46c2-9640-031fccc0ade5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383176 Dec 15 16:12:09.279940 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:09.281833 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:09.307845 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253dad-2dd0-48fb-b3c0-4d929b802a66 None None] Pushing event updated for resources: {'Port': ['ID=35fc3afd-27d5-4abe-95b8-764756353ea9,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.359949 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Pushing event updated for resources: {'Port': ['ID=17b51f03-c499-45d2-b457-4f044d5170c1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.438063 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:09.450071 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Router 9dc602e0-d6a4-4295-a553-c618edba6351 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:09.487146 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-57ff7e48-a8ef-4aae-b308-d13de89ebe33 None None] Provisioning complete for port 35fc3afd-27d5-4abe-95b8-764756353ea9 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:09.487886 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-57ff7e48-a8ef-4aae-b308-d13de89ebe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.518536 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 35fc3afd-27d5-4abe-95b8-764756353ea9 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:09.519165 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:09.658923 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f8fdd337-4f05-4e83-bf1d-24fe29753087 req-4c4625a3-a764-429b-8537-8ab10fd1459d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 210 time: 0.1355035 Dec 15 16:12:10.001013 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-6c6051ed-e73c-4cde-a426-b7d0b857dbd2 None None] Provisioning complete for port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:10.002681 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6c6051ed-e73c-4cde-a426-b7d0b857dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.042700 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.107422 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-99d08ac7-a355-487b-b1ad-7071e6bdaab9 req-54dbb60c-24d8-4cf7-9610-f5695a3c7f84 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 210 time: 0.3879116 Dec 15 16:12:10.107950 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-6c6051ed-e73c-4cde-a426-b7d0b857dbd2 None None] Port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:10.116074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:10.136730 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-7a3ba56d-6e6f-4fc1-b314-4cad8cf3df2c admin admin] 10.222.0.36 "PUT /v2.0/routers/9dc602e0-d6a4-4295-a553-c618edba6351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1360290 Dec 15 16:12:10.175290 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8de87269-0564-4a7e-aadf-0ff808573a62 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:10.176810 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8de87269-0564-4a7e-aadf-0ff808573a62 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.4203029 Dec 15 16:12:10.181891 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 08092bcf-b4fc-41c5-8ecc-86ff8a96415b up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:10.187924 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41410) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:10.207543 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Request body: {'port': {'device_id': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'admin_state_up': True, 'tenant_id': '59432b92e45948e5962f7a60e09135b3'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:10.305311 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabadf-fb19-4a75-8506-92f80c5ddb0a req-8d81afbf-bc43-4d46-8131-e77ee0548a4a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:10.314871 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-97cabadf-fb19-4a75-8506-92f80c5ddb0a req-8d81afbf-bc43-4d46-8131-e77ee0548a4a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.1070392 Dec 15 16:12:10.332438 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:10.335595 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.398632 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-97cabadf-fb19-4a75-8506-92f80c5ddb0a req-ed591a25-0637-4bef-8912-eee95fe5ee89 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825408 Dec 15 16:12:10.439948 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Made reservation on behalf of 59432b92e45948e5962f7a60e09135b3 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:10.444079 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.534906 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Sync routers for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:10.568349 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:10.569296 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:10.623268 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-91546bf2-a84f-42f2-b71f-f64ba1a2a201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.663138 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.680505 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 35fc3afd-27d5-4abe-95b8-764756353ea9 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:10.723665 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Allocated IP 172.20.0.8 (7d5230c5-6fc8-45a8-89a6-a1e34f97f335/2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe/bb6a09e3-ff84-472c-af29-bc280464c380) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:10.831041 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:10.843157 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3d4a4b4e-5f46-440e-805b-e6b42ca8d903 req-4d75a157-201c-4b0a-98d3-3841a03a9896 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 210 time: 0.0432889 Dec 15 16:12:10.864140 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 35fc3afd-27d5-4abe-95b8-764756353ea9 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:10.864588 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:10.926331 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Router d208ee4f-97f4-4198-b3ce-96d10a202194 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:12:11.050209 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-91546bf2-a84f-42f2-b71f-f64ba1a2a201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.063550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-91546bf2-a84f-42f2-b71f-f64ba1a2a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.136589 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-91546bf2-a84f-42f2-b71f-f64ba1a2a201 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2cccc4efefd4d668831019a221d4997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9443893 Dec 15 16:12:11.137264 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41440) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.145033 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546bf2-a84f-42f2-b71f-f64ba1a2a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8488e67-384e-4986-8e47-2b1def7a0849,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.160344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.193778 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:11.201991 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 2, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:11.206549 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:11.225759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.227589 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f478d557-1c21-4f09-b135-2ad9710087b5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6145251 Dec 15 16:12:11.230388 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41444) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.238418 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.254941 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:11.257215 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:11.273170 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1a86969-aa51-467a-b10a-0ffb312d65d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.276254 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Checking router: 9dc602e0-d6a4-4295-a553-c618edba6351 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:11.276617 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Updating router 9dc602e0-d6a4-4295-a553-c618edba6351 port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:11.279024 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da', '8839979d-1332-42c7-8845-4f562f79a7ba'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:11.308982 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1a86969-aa51-467a-b10a-0ffb312d65d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.391412 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.412677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1a86969-aa51-467a-b10a-0ffb312d65d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.441437 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event updated for resources: {'Port': ['ID=bb6a09e3-ff84-472c-af29-bc280464c380,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.448745 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d1a86969-aa51-467a-b10a-0ffb312d65d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.451580 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d1a86969-aa51-467a-b10a-0ffb312d65d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8488e67-384e-4986-8e47-2b1def7a0849 HTTP/1.1" status: 204 len: 168 time: 0.3136501 Dec 15 16:12:11.466750 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:11.493581 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a86969-aa51-467a-b10a-0ffb312d65d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8488e67-384e-4986-8e47-2b1def7a0849,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:11.496319 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-70367abf-b7cf-429c-adbc-662b9bf3c889 req-9b6a1d40-43d9-40dd-947c-8ca16a137ce9 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 210 time: 0.0584443 Dec 15 16:12:11.514371 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:11.519731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:11.531893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:11.642695 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41460) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:11.655669 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693433159-network', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:11.742762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:11.743602 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.770586 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60ed21-bd82-4ed6-b129-c81761326fe1 req-cdd3716e-6293-4def-91d7-0184edc22e71 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:11.782070 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6d60ed21-bd82-4ed6-b129-c81761326fe1 req-cdd3716e-6293-4def-91d7-0184edc22e71 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.2330577 Dec 15 16:12:11.827266 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Made reservation on behalf of 5b784239c6a74157a0faa56ffc04020d for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:11.833791 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:11.894210 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.022094 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6d60ed21-bd82-4ed6-b129-c81761326fe1 req-deda4b79-9e3e-4b1c-9f5f-f5117bfe4718 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379057 Dec 15 16:12:12.028683 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 3, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:12.104965 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:12.112952 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Updating router d208ee4f-97f4-4198-b3ce-96d10a202194 port 17b51f03-c499-45d2-b457-4f044d5170c1 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:12.193602 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.220827 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.249144 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.265947 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:12:12.269659 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.281899 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.282845 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Added segment e6c5153f-7944-4e88-873a-78574522d2e7 of type vlan for network 7ab17d42-535d-4811-af7f-b9c1c9358a2c Dec 15 16:12:12.289047 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.371738 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-21071d83-6186-4265-ace2-319ec6db003c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1704817 Dec 15 16:12:12.375943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41482) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:12.378359 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688682f7-1a0f-4ef4-b540-9fc67cd1971d None None] Pushing event updated for resources: {'Port': ['ID=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:12.406353 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.430263 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Request body: {'port': {'device_id': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:12.450763 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Attempting to bind port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:12.452548 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Attempting to bind port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:12.452939 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Attempting to bind port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 on network f52f28d1-1904-41cf-a6e0-eda3b950cc3e {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:12.460035 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.462187 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.463106 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.475080 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:12.475354 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Checking segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:12.475591 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.479113 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Bound using segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:12.480757 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Bound port: 10ee08fe-bfed-4854-bc6b-b7f2deef63f5, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:12.481276 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.489958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-2b7e9ccd-0429-4f1d-9018-1033f4ff33bc tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.491637 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-2b7e9ccd-0429-4f1d-9018-1033f4ff33bc tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 815 time: 0.8989658 Dec 15 16:12:12.542732 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-82ffdc38-4606-463c-a574-76855418d4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.564813 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'port': {'device_id': '200c57f2-8b45-445f-997c-8f5028b9d376', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'admin_state_up': True, 'tenant_id': '174453a286344e0fa34d91d3ebcb8436'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:12.570251 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Pushing event updated for resources: {'Network': ['ID=7ab17d42-535d-4811-af7f-b9c1c9358a2c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:12.576211 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9307261 Dec 15 16:12:12.588848 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:12:12.597919 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41490) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:12.609024 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Request body: {'subnet': {'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693433159-subnet', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:12.620284 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76961f-67b0-4318-8fb8-3e5c69759e62 req-4bf8aa28-2aa1-40f1-bcb9-8c5b42a80c2e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.627485 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5e76961f-67b0-4318-8fb8-3e5c69759e62 req-4bf8aa28-2aa1-40f1-bcb9-8c5b42a80c2e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.4607360 Dec 15 16:12:12.629719 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5da93-d977-446e-9d26-dda8ec1e056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d713b90e-67ed-4513-8c94-80486958c2b9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:12.728392 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5e76961f-67b0-4318-8fb8-3e5c69759e62 req-521057c2-6adc-4940-9f21-90912d008bff tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829985 Dec 15 16:12:12.730971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Made reservation on behalf of 5b784239c6a74157a0faa56ffc04020d for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:12.733659 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.762746 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91959527-d06a-4480-9b63-304a7e4ce9b5 req-70d5a7a0-d71a-4149-8bf6-8961b5944380 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:12.779799 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-91959527-d06a-4480-9b63-304a7e4ce9b5 req-70d5a7a0-d71a-4149-8bf6-8961b5944380 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 931 time: 0.5296299 Dec 15 16:12:12.854351 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a38e100-d91e-4bf9-bb0a-2e386e61df75 None None] Provisioning complete for port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:12.855068 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a38e100-d91e-4bf9-bb0a-2e386e61df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.888961 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] For port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:12.909371 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] For port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:12.912211 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a38e100-d91e-4bf9-bb0a-2e386e61df75 None None] Port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:12.918449 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.942662 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e5fc0d7d-4278-4327-9a0d-49c92c78943b req-280d0f13-e778-4e74-a79b-8370d34a2312 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 210 time: 0.0722806 Dec 15 16:12:12.956268 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.962278 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.973531 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:12.996738 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688682f7-1a0f-4ef4-b540-9fc67cd1971d None None] Pushing event updated for resources: {'Port': ['ID=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:13.015251 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:13.015940 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:13.197529 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8194d3b-73e8-4883-9f00-57e1d50543f4 None None] Pushing event updated for resources: {'Port': ['ID=17b51f03-c499-45d2-b457-4f044d5170c1,revision_number=2']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:13.261118 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Attempting to bind port 17b51f03-c499-45d2-b457-4f044d5170c1 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:13.261523 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Attempting to bind port 17b51f03-c499-45d2-b457-4f044d5170c1 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:13.262049 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Attempting to bind port 17b51f03-c499-45d2-b457-4f044d5170c1 on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:13.285696 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:13.286123 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:13.286537 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.291124 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:13.291725 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Bound port: 17b51f03-c499-45d2-b457-4f044d5170c1, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:13.292147 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.374355 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.383015 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:13.480798 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] For port 17b51f03-c499-45d2-b457-4f044d5170c1, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:13.506595 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] For port 17b51f03-c499-45d2-b457-4f044d5170c1, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=17b51f03-c499-45d2-b457-4f044d5170c1,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:13.525373 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.594532 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-91959527-d06a-4480-9b63-304a7e4ce9b5 req-5422c9c3-6084-4983-a8c0-fae7a607a04d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8121190 Dec 15 16:12:13.696643 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbabf2f-7404-4d5f-bf14-31b294dde02e,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:13.697723 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Made reservation on behalf of 174453a286344e0fa34d91d3ebcb8436 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:13.702470 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.759121 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Checking segment: {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:13.768214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Network hostable DHCP agents. Network: 7ab17d42-535d-4811-af7f-b9c1c9358a2c, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:12:13.798042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-82ffdc38-4606-463c-a574-76855418d4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.816981 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:12:13.836487 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 7ab17d42-535d-4811-af7f-b9c1c9358a2c) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:13.840920 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:13.841673 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.850335 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-82ffdc38-4606-463c-a574-76855418d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.870147 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-55e509ed-ff88-4eb7-ba22-24ad020b733a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2776341 Dec 15 16:12:13.872717 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41514) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:13.878077 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:13.926431 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.927563 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:13.942708 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:13.943262 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:14.091226 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffdc38-4606-463c-a574-76855418d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afdf756-86b2-409d-95f6-b8886e62afb6,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:14.102575 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49604e3f-6d21-4249-b59e-0ac70e7ee7bd None None] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:14.107985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.140025 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-82ffdc38-4606-463c-a574-76855418d4ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0024cbd69e614b2188e110a84e28b372&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7618828 Dec 15 16:12:14.151053 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41518) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:14.320872 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:14.505039 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Allocated IP 172.20.0.5 (d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de/6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3/282cd38c-1d07-4bb0-8400-a79f6db5a357) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:14.518721 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c3131459-a70d-4ae0-bae0-bcee981971e4 req-fa161f28-5420-4cb3-bc29-1edbd452c2f6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 210 time: 0.4239442 Dec 15 16:12:14.543496 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.718273 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'fixed_ips': [{'subnet_id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:12:14.719279 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.866197 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6a09e3-ff84-472c-af29-bc280464c380 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:14.867168 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8194d3b-73e8-4883-9f00-57e1d50543f4 None None] Pushing event updated for resources: {'Port': ['ID=17b51f03-c499-45d2-b457-4f044d5170c1,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:14.875600 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 3, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:14.889646 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.935776 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bb430-c583-453c-b438-d98c6b0f03c9 None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 3, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:14.956344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:14.967095 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-c3522729-aa9c-4db9-b104-4d826d742c20 None None] Provisioning complete for port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:14.967979 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c3522729-aa9c-4db9-b104-4d826d742c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.003313 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89a44242-eeac-4229-a4e1-81986d149804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.028229 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.045827 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89a44242-eeac-4229-a4e1-81986d149804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.219879 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c3522729-aa9c-4db9-b104-4d826d742c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.257594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Allocated IP 172.20.0.1 (8b76a42d-a289-476f-a87a-d1a85520dc8f/edbb17c5-e549-4540-8f77-220d1fd9f724/75373a4b-867d-4ac7-b058-9687862ac524) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:15.319948 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-c3522729-aa9c-4db9-b104-4d826d742c20 None None] For port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:15.353014 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c3522729-aa9c-4db9-b104-4d826d742c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.441586 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Transition to ACTIVE for port object bb6a09e3-ff84-472c-af29-bc280464c380 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:12:15.478610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.511557 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89a44242-eeac-4229-a4e1-81986d149804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.517463 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-89a44242-eeac-4229-a4e1-81986d149804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.518892 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-89a44242-eeac-4229-a4e1-81986d149804 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3afdf756-86b2-409d-95f6-b8886e62afb6 HTTP/1.1" status: 204 len: 168 time: 1.3579156 Dec 15 16:12:15.533421 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3522729-aa9c-4db9-b104-4d826d742c20 None None] Pushing event updated for resources: {'Port': ['ID=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:15.561303 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Allocated IP 172.20.0.2 (7ab17d42-535d-4811-af7f-b9c1c9358a2c/abbabf2f-7404-4d5f-bf14-31b294dde02e/5970a94e-f7d5-48c9-a1b7-552c531fba9c) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:15.577681 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44242-eeac-4229-a4e1-81986d149804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afdf756-86b2-409d-95f6-b8886e62afb6,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:15.598809 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:15.679908 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6a09e3-ff84-472c-af29-bc280464c380,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:15.718105 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:12Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:15.741685 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1ca6f-cf4a-4d7f-a10e-93075ac6b869 req-5e94590d-fbe5-4fd1-b30b-c152cbe88781 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:15.743402 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4cd1ca6f-cf4a-4d7f-a10e-93075ac6b869 req-5e94590d-fbe5-4fd1-b30b-c152cbe88781 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 931 time: 0.9908140 Dec 15 16:12:15.814618 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d748-1ef5-4814-adb3-4b54440273d2 None None] The sync data for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi is: [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:12Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:16.240369 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.256160 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.409101 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Attempting to bind port bb6a09e3-ff84-472c-af29-bc280464c380 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:16.409801 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Attempting to bind port bb6a09e3-ff84-472c-af29-bc280464c380 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:16.410109 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Attempting to bind port bb6a09e3-ff84-472c-af29-bc280464c380 on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:16.415930 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.434539 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4cd1ca6f-cf4a-4d7f-a10e-93075ac6b869 req-10558a67-866a-4936-ae11-a1e097eca4c7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673038 Dec 15 16:12:16.439065 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.445795 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Port bb6a09e3-ff84-472c-af29-bc280464c380 on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:12:16.446106 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Attempting to bind port bb6a09e3-ff84-472c-af29-bc280464c380 on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:16.466829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:16.470565 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Checking segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:16.471002 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Bound using segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:16.478277 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Bound port: bb6a09e3-ff84-472c-af29-bc280464c380, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:16.478277 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.479222 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41548) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:16.525407 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Pushing event updated for resources: {'Port': ['ID=5970a94e-f7d5-48c9-a1b7-552c531fba9c,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:16.540226 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:16.543223 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dc99f505-49b8-4c1b-bba1-5100dc17a36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.570628 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:16.621611 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.641861 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:16.651629 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:16.775293 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.846669 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.863535 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Attempting to bind port 5970a94e-f7d5-48c9-a1b7-552c531fba9c on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:16.864522 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Attempting to bind port 5970a94e-f7d5-48c9-a1b7-552c531fba9c by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:16.867460 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Attempting to bind port 5970a94e-f7d5-48c9-a1b7-552c531fba9c on network 7ab17d42-535d-4811-af7f-b9c1c9358a2c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:16.905402 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:16.905789 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Checking segment: {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:16.906200 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.906600 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Bound using segment: {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:16.907915 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Bound port: 5970a94e-f7d5-48c9-a1b7-552c531fba9c, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:16.908300 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.911688 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:16.912052 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:16.935793 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673110-5bc6-4feb-8efc-6374a806c73a req-9a378666-8ab7-4855-a2bf-3c0025f31e7a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:16.944253 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb673110-5bc6-4feb-8efc-6374a806c73a req-9a378666-8ab7-4855-a2bf-3c0025f31e7a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 1.4746299 Dec 15 16:12:17.003978 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Allocated IP 172.27.0.207 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/41ac05a6-2848-439c-a5b2-a54f8adcd36d) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:17.084055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-5bec70af-0728-47cf-825c-0c741026f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:17.087752 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-5bec70af-0728-47cf-825c-0c741026f47a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.4972603 Dec 15 16:12:17.111991 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb673110-5bc6-4feb-8efc-6374a806c73a req-3d168a96-7886-491a-bc97-92b4ccce7763 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655457 Dec 15 16:12:17.216983 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] For port 5970a94e-f7d5-48c9-a1b7-552c531fba9c, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:17.225239 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] For port 5970a94e-f7d5-48c9-a1b7-552c531fba9c, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=5970a94e-f7d5-48c9-a1b7-552c531fba9c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:17.323542 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.423046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f026d-b9e6-4b24-af37-6f153740f728 req-3ef49251-a48d-4916-acdf-a49daa572ccf tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:17.433718 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd4f026d-b9e6-4b24-af37-6f153740f728 req-3ef49251-a48d-4916-acdf-a49daa572ccf tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 931 time: 0.2084868 Dec 15 16:12:17.435864 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 17b51f03-c499-45d2-b457-4f044d5170c1 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:17.464855 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.566938 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04b2ce-b37a-43bd-8835-3043f8d96739 None None] Pushing event updated for resources: {'Port': ['ID=5970a94e-f7d5-48c9-a1b7-552c531fba9c,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:17.572091 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dc99f505-49b8-4c1b-bba1-5100dc17a36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.577328 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 17b51f03-c499-45d2-b457-4f044d5170c1 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:17.579791 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.589828 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fd4f026d-b9e6-4b24-af37-6f153740f728 req-ebcc75ea-5976-4301-b0e7-483370f57482 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492052 Dec 15 16:12:17.607058 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] For port bb6a09e3-ff84-472c-af29-bc280464c380, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:17.610687 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] For port bb6a09e3-ff84-472c-af29-bc280464c380, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb6a09e3-ff84-472c-af29-bc280464c380,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:17.621720 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.626313 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:17.628038 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.630037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dc99f505-49b8-4c1b-bba1-5100dc17a36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.667681 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-dc99f505-49b8-4c1b-bba1-5100dc17a36f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=800b51e67dc044668706a390c7cb898a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1811357 Dec 15 16:12:17.677463 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:17.685470 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41558) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:17.686314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:17.688462 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:17.714382 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:17.778586 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:17.782762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.800891 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.904363 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 17b51f03-c499-45d2-b457-4f044d5170c1, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=17b51f03-c499-45d2-b457-4f044d5170c1,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:17.935534 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:17.973966 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Pushing event updated for resources: {'Port': ['ID=41ac05a6-2848-439c-a5b2-a54f8adcd36d,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:18.027404 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:18.040800 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:18.092912 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:18.136982 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:18.138119 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.152535 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:18.258195 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=17b51f03-c499-45d2-b457-4f044d5170c1,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:18.369123 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Pushing event updated for resources: {'Port': ['ID=75373a4b-867d-4ac7-b058-9687862ac524,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:18.377002 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:18.378121 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.379868 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb6a09e3-ff84-472c-af29-bc280464c380 HTTP/1.1" status: 200 len: 1093 time: 5.9878366 Dec 15 16:12:18.390404 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-e495ca32-2b57-48cc-9160-72789a18c9de None None] Provisioning complete for port 282cd38c-1d07-4bb0-8400-a79f6db5a357 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:18.391344 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e495ca32-2b57-48cc-9160-72789a18c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.434214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37180-1239-4237-bf8b-abc83a0644cd req-e592506e-1a05-41f4-864e-1c53609b162a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:18.452216 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-06c37180-1239-4237-bf8b-abc83a0644cd req-e592506e-1a05-41f4-864e-1c53609b162a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.6869113 Dec 15 16:12:18.454361 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 5970a94e-f7d5-48c9-a1b7-552c531fba9c up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:18.457217 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'tag': 'bb6a09e3-ff84-472c-af29-bc280464c380'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:18.460927 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b53715f-32ec-40c1-9339-b54249bdb124" -d '{"events": [{"name": "network-changed", "server_uuid": "b857430f-d0fd-4457-b7e6-10a1052f95bc", "tag": "bb6a09e3-ff84-472c-af29-bc280464c380"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:18.463859 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c307c11-da49-4854-97d7-87993f612cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6a09e3-ff84-472c-af29-bc280464c380,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:18.518894 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99f505-49b8-4c1b-bba1-5100dc17a36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e453b-9a38-4518-bd09-7b9725ed5ef0,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:18.523925 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-e495ca32-2b57-48cc-9160-72789a18c9de None None] Port 282cd38c-1d07-4bb0-8400-a79f6db5a357 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:18.596450 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-176b84ca-6621-4eb8-a522-b8a2327a54ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0591393 Dec 15 16:12:18.606001 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 5970a94e-f7d5-48c9-a1b7-552c531fba9c triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:18.606648 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.629695 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e9d70c11-4e1e-4afd-90dd-8e38c5a56d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.764730 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e9d70c11-4e1e-4afd-90dd-8e38c5a56d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.765680 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-e495ca32-2b57-48cc-9160-72789a18c9de None None] Provisioning complete for port 75373a4b-867d-4ac7-b058-9687862ac524 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:18.767520 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e495ca32-2b57-48cc-9160-72789a18c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.829667 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:18.950229 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-06c37180-1239-4237-bf8b-abc83a0644cd req-1e84806f-92f2-4592-bb23-586de370011e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968719 Dec 15 16:12:18.998750 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-e495ca32-2b57-48cc-9160-72789a18c9de None None] Port 75373a4b-867d-4ac7-b058-9687862ac524 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:19.015751 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.038620 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.118956 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 5970a94e-f7d5-48c9-a1b7-552c531fba9c, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=5970a94e-f7d5-48c9-a1b7-552c531fba9c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:19.127313 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.141472 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e9d70c11-4e1e-4afd-90dd-8e38c5a56d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.152518 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e9d70c11-4e1e-4afd-90dd-8e38c5a56d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.153760 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e9d70c11-4e1e-4afd-90dd-8e38c5a56d5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/008e453b-9a38-4518-bd09-7b9725ed5ef0 HTTP/1.1" status: 204 len: 168 time: 1.4625287 Dec 15 16:12:19.213522 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70c11-4e1e-4afd-90dd-8e38c5a56d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e453b-9a38-4518-bd09-7b9725ed5ef0,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:19.306124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=5970a94e-f7d5-48c9-a1b7-552c531fba9c,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:19.315887 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b85d-1fb8-49bf-8eff-486b5b4540f7 req-c6cc7356-775c-43fa-b6eb-a79c3c4e1697 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:19.322303 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-27e4b85d-1fb8-49bf-8eff-486b5b4540f7 req-c6cc7356-775c-43fa-b6eb-a79c3c4e1697 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.2295709 Dec 15 16:12:19.369218 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-89f0c927-e227-4ee0-92fe-46fc34a350bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.382677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.459603 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.467999 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.578900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Pushing event updated for resources: {'Port': ['ID=75373a4b-867d-4ac7-b058-9687862ac524,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:19.584753 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-27e4b85d-1fb8-49bf-8eff-486b5b4540f7 req-cf2537e8-a3f2-4b44-b5e8-e8eeed01d454 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518461 Dec 15 16:12:19.595873 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d728f-8cbe-4674-9173-06cbabe49d20 None None] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:12:19.630850 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:19.679843 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Router f8f178ce-8495-4394-981b-c987eed4975c is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:12:19.748636 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87632ac-24a6-48c7-8132-def976139b7f x-openstack-request-id: req-a87632ac-24a6-48c7-8132-def976139b7f {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:19.749172 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b857430f-d0fd-4457-b7e6-10a1052f95bc", "tag": "bb6a09e3-ff84-472c-af29-bc280464c380", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:19.749710 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a87632ac-24a6-48c7-8132-def976139b7f {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:19.750234 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'tag': 'bb6a09e3-ff84-472c-af29-bc280464c380', 'status': 'completed', 'code': 200} Dec 15 16:12:19.815342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:19.847900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:19.913712 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:20.009884 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:20.019509 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-58617a51-f5ba-4cf8-b4d7-0613c2324265 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1457512 Dec 15 16:12:20.025189 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41592) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:20.173540 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14df4-c3d4-4397-9267-2d6ee985489b req-f59dcd46-560a-41df-876f-7c103bf89ef3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:20.183788 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b7a14df4-c3d4-4397-9267-2d6ee985489b req-f59dcd46-560a-41df-876f-7c103bf89ef3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 931 time: 0.2973337 Dec 15 16:12:20.277329 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 5970a94e-f7d5-48c9-a1b7-552c531fba9c up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:20.291965 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Sync routers for ids ['f8f178ce-8495-4394-981b-c987eed4975c'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:20.338438 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b7a14df4-c3d4-4397-9267-2d6ee985489b req-fe539648-472c-443b-9a1e-322247d89c0f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524303 Dec 15 16:12:20.343424 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Router d208ee4f-97f4-4198-b3ce-96d10a202194 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:20.445460 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Routers {'f8f178ce-8495-4394-981b-c987eed4975c'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:20.446532 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['f8f178ce-8495-4394-981b-c987eed4975c'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:20.613936 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Set router f8f178ce-8495-4394-981b-c987eed4975c gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:20.774659 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:20.796737 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5cd45303-3b8f-49c9-ab15-18bb0646f70b admin admin] 10.222.0.36 "PUT /v2.0/routers/d208ee4f-97f4-4198-b3ce-96d10a202194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5577214 Dec 15 16:12:20.797078 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:20.802739 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1af98-5fc8-43a4-94ee-9df960303b46 req-6e1c5182-3e26-4350-ac13-bb4db26a458c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:20.806522 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:20.807585 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:11:51Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:20.810771 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fdb1af98-5fc8-43a4-94ee-9df960303b46 req-6e1c5182-3e26-4350-ac13-bb4db26a458c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.2419007 Dec 15 16:12:20.982294 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fdb1af98-5fc8-43a4-94ee-9df960303b46 req-1c78a0a7-78cf-4a57-80f6-deb84ddd0044 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701927 Dec 15 16:12:21.135686 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-be84e032-ccfc-410e-8907-e3583753fa6e None None] Provisioning complete for port 5970a94e-f7d5-48c9-a1b7-552c531fba9c triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:21.136301 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-be84e032-ccfc-410e-8907-e3583753fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.224417 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:21.299288 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb9c7c-f2de-4691-87cd-2982622826e1 req-9fd05885-473f-408e-8079-63a53d4fc00b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:21.311467 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-66eb9c7c-f2de-4691-87cd-2982622826e1 req-9fd05885-473f-408e-8079-63a53d4fc00b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1825366 Dec 15 16:12:21.375836 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 5970a94e-f7d5-48c9-a1b7-552c531fba9c triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:21.376482 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.471017 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-66eb9c7c-f2de-4691-87cd-2982622826e1 req-b8b0c3ad-2b46-4ea9-8c55-a6df47fc646d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577258 Dec 15 16:12:21.562402 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.612224 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 3, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:21.657064 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Checking router: f8f178ce-8495-4394-981b-c987eed4975c for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:21.658095 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Updating router f8f178ce-8495-4394-981b-c987eed4975c port 41ac05a6-2848-439c-a5b2-a54f8adcd36d binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:21.689512 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-00f005e3-da2d-4a3f-938a-3be7bf6a103c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.693129 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.769464 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:19Z', 'revision_number': 2, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:21.800981 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Allocated IP 172.20.0.1 (7ab17d42-535d-4811-af7f-b9c1c9358a2c/abbabf2f-7404-4d5f-bf14-31b294dde02e/d43ac3f7-7710-4dd0-b301-4f3fdbeb531c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:21.805654 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-92e83d7a-8fa8-48cd-85df-97d68fa06164 None None] Provisioning complete for port 5970a94e-f7d5-48c9-a1b7-552c531fba9c triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:21.807524 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-92e83d7a-8fa8-48cd-85df-97d68fa06164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:21.814097 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 17b51f03-c499-45d2-b457-4f044d5170c1 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:21.852764 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:21.853432 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Updating router d208ee4f-97f4-4198-b3ce-96d10a202194 port 75373a4b-867d-4ac7-b058-9687862ac524 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:21.921761 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.075382 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.108820 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 17b51f03-c499-45d2-b457-4f044d5170c1 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:22.110444 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.148967 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.232498 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-92e83d7a-8fa8-48cd-85df-97d68fa06164 None None] Provisioning complete for port 75373a4b-867d-4ac7-b058-9687862ac524 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:22.233019 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-92e83d7a-8fa8-48cd-85df-97d68fa06164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.279021 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-92e83d7a-8fa8-48cd-85df-97d68fa06164 None None] Port 75373a4b-867d-4ac7-b058-9687862ac524 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:22.289080 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:22.300813 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:22.306123 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.307072 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:22.310223 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.314143 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.391640 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78754f2-c567-41da-a415-123f5d9facfe None None] Pushing event updated for resources: {'Port': ['ID=75373a4b-867d-4ac7-b058-9687862ac524,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:22.433889 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Pushing event updated for resources: {'Port': ['ID=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:22.601433 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.626501 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:12:22.655861 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Attempting to bind port 75373a4b-867d-4ac7-b058-9687862ac524 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:22.656606 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Attempting to bind port 75373a4b-867d-4ac7-b058-9687862ac524 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:22.658831 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Attempting to bind port 75373a4b-867d-4ac7-b058-9687862ac524 on network 8b76a42d-a289-476f-a87a-d1a85520dc8f {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:22.673473 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:22.674357 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Checking segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:22.675091 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.675680 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Bound using segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:22.676356 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Bound port: 75373a4b-867d-4ac7-b058-9687862ac524, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:22.677075 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:22.884363 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] For port 75373a4b-867d-4ac7-b058-9687862ac524, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:22.890087 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] For port 75373a4b-867d-4ac7-b058-9687862ac524, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=75373a4b-867d-4ac7-b058-9687862ac524,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:22.899978 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.014213 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.016334 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.046192 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78754f2-c567-41da-a415-123f5d9facfe None None] Pushing event updated for resources: {'Port': ['ID=75373a4b-867d-4ac7-b058-9687862ac524,revision_number=4']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:23.059521 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.084271 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-13533e7a-9f5c-4452-a26f-4531fe43a8c4 None None] Provisioning complete for port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:23.086963 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:23.087919 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-13533e7a-9f5c-4452-a26f-4531fe43a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.088099 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:12:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:23.242070 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:23.258529 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.276645 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.277530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.463990 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-13533e7a-9f5c-4452-a26f-4531fe43a8c4 None None] Port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:23.469687 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Attempting to bind port 41ac05a6-2848-439c-a5b2-a54f8adcd36d on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:23.470059 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Attempting to bind port 41ac05a6-2848-439c-a5b2-a54f8adcd36d by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:23.470417 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Attempting to bind port 41ac05a6-2848-439c-a5b2-a54f8adcd36d on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:23.472636 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12364a0e-2132-423f-9908-5c160ee298aa None None] Pushing event updated for resources: {'Port': ['ID=41ac05a6-2848-439c-a5b2-a54f8adcd36d,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:23.487551 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:23.488359 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:23.488976 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.489867 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:23.490584 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Bound port: 41ac05a6-2848-439c-a5b2-a54f8adcd36d, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:23.491850 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.518916 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Pushing event updated for resources: {'Port': ['ID=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:23.565229 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] For port 41ac05a6-2848-439c-a5b2-a54f8adcd36d, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:23.573133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] For port 41ac05a6-2848-439c-a5b2-a54f8adcd36d, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=41ac05a6-2848-439c-a5b2-a54f8adcd36d,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:23.590543 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.607420 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-645faebe-5731-4f1a-acb3-8f0e1b0e826f None None] Provisioning complete for port 75373a4b-867d-4ac7-b058-9687862ac524 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:23.607980 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-645faebe-5731-4f1a-acb3-8f0e1b0e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:23.651140 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:23.652849 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:23.759206 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Routers {'f8f178ce-8495-4394-981b-c987eed4975c'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:23.760010 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:12:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['f8f178ce-8495-4394-981b-c987eed4975c'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:23.819224 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:23.875542 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07332a6-2c8a-4d85-a4af-ccc506f32ef8 None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:24.161257 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41672) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:24.175115 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594666529', 'description': 'tempest-description--1959882031'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:24.208065 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.346956 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.368314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.374887 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12364a0e-2132-423f-9908-5c160ee298aa None None] Pushing event updated for resources: {'Port': ['ID=41ac05a6-2848-439c-a5b2-a54f8adcd36d,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:24.402035 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Router f8f178ce-8495-4394-981b-c987eed4975c has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:12:24.485499 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64062f84-2c56-4966-bc62-9cdd109fd348 req-e27abc30-128b-491d-b29a-0d520a81cd15 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:24.487379 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-64062f84-2c56-4966-bc62-9cdd109fd348 req-e27abc30-128b-491d-b29a-0d520a81cd15 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 931 time: 0.1033232 Dec 15 16:12:24.535113 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.543202 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.545252 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3814924 Dec 15 16:12:24.550962 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41682) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:24.558656 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-645faebe-5731-4f1a-acb3-8f0e1b0e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.571859 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'security_group_rule': {'security_group_id': 'fbd418bb-8dec-40bb-a180-07101cdcff58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:24.582698 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcf4f8-620e-4653-a3a6-de8325a9da49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd418bb-8dec-40bb-a180-07101cdcff58,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:24.633914 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] Set router f8f178ce-8495-4394-981b-c987eed4975c gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:24.677508 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-64062f84-2c56-4966-bc62-9cdd109fd348 req-64af39cb-1122-4536-8b7d-205d06bf0f5e tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413414 Dec 15 16:12:24.726841 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:12:24.730066 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-645faebe-5731-4f1a-acb3-8f0e1b0e826f None None] For port 75373a4b-867d-4ac7-b058-9687862ac524, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=75373a4b-867d-4ac7-b058-9687862ac524,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:24.732868 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.752709 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2626d21a-0787-4537-ba7b-9ec026767230 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8f178ce-8495-4394-981b-c987eed4975c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7177589 Dec 15 16:12:24.856917 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c04c-cdb4-44dd-a93b-d65ddbae696b req-b5e91cb2-678b-46db-bb62-6cd3e882d2d7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:24.868411 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7841c04c-cdb4-44dd-a93b-d65ddbae696b req-b5e91cb2-678b-46db-bb62-6cd3e882d2d7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.0857139 Dec 15 16:12:24.938672 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-645faebe-5731-4f1a-acb3-8f0e1b0e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:24.961871 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7841c04c-cdb4-44dd-a93b-d65ddbae696b req-2f41f67c-36d5-4bff-8581-488475a10f15 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906007 Dec 15 16:12:25.046977 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.058089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.102497 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b72133-c9f3-4e26-8b1e-32e2967bb9f8,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:25.103764 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 75373a4b-867d-4ac7-b058-9687862ac524 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:25.149736 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.154361 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8fb1dd85-d7f9-4258-8e8c-f0b02a1905f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5999722 Dec 15 16:12:25.157650 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41692) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:25.171855 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'security_group_rule': {'security_group_id': 'fbd418bb-8dec-40bb-a180-07101cdcff58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:25.182592 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696a5c8-e9d1-4dce-a31d-fd54908e1aac req-f08255a8-1f17-499d-b4a5-6192f3484b1a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:25.193714 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7696a5c8-e9d1-4dce-a31d-fd54908e1aac req-f08255a8-1f17-499d-b4a5-6192f3484b1a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0997043 Dec 15 16:12:25.232569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.312250 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7696a5c8-e9d1-4dce-a31d-fd54908e1aac req-a1a47ae2-c4f5-4aca-a879-fe06db69ecb8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 Dec 15 16:12:25.329777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.341908 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.389888 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a7fa46-9e48-48c6-9dfc-66b1051ed1f3,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:25.468129 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-7429108d-cdb2-4fe7-a5e2-0a95058d2845 None None] Provisioning complete for port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:25.469144 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7429108d-cdb2-4fe7-a5e2-0a95058d2845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.473270 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.480372 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b72cb85c-6d1c-49e9-a993-45ee29d16efa tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216472 Dec 15 16:12:25.481029 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41698) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:25.485791 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:25.500068 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645faebe-5731-4f1a-acb3-8f0e1b0e826f None None] Pushing event updated for resources: {'Port': ['ID=75373a4b-867d-4ac7-b058-9687862ac524,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:25.574997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.681603 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-7429108d-cdb2-4fe7-a5e2-0a95058d2845 None None] Port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:25.691457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 75373a4b-867d-4ac7-b058-9687862ac524 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:25.692066 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.771067 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.854973 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'd43ac3f7-7710-4dd0-b301-4f3fdbeb531c', 'name': '', 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'mac_address': 'fa:16:3e:53:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:21Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 2, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'subnets': [{'id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:25.862134 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:25.932314 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09481e8c-cb79-4903-bb46-729858dc9c8f None None] The sync data for ids ['f8f178ce-8495-4394-981b-c987eed4975c'] in dv-cinder-800704-2-iscsi is: [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'd43ac3f7-7710-4dd0-b301-4f3fdbeb531c', 'name': '', 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'mac_address': 'fa:16:3e:53:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:21Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 2, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'subnets': [{'id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:26.027858 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Allocated IP 172.27.0.81 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/49a2a58e-e015-477a-80f6-542b47f40773) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:26.138021 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.192288 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.229044 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41712) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:26.235123 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843005674', 'description': 'tempest-secgroup-smoke-1843005674 description', 'project_id': 'fc22adb06b1e405ea619c273ffb94020'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:26.248268 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:26.260502 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:26.262987 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:26.270046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'Port': ['ID=49a2a58e-e015-477a-80f6-542b47f40773,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:26.344894 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.421793 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.471233 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4fdb4-4a97-422d-99fe-6db94204b6e9 req-2f326ba9-cec7-4636-8b50-2e83b0808fb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:26.472783 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dfd4fdb4-4a97-422d-99fe-6db94204b6e9 req-2f326ba9-cec7-4636-8b50-2e83b0808fb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 931 time: 0.1911461 Dec 15 16:12:26.522916 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.609910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.625225 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.649991 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dfd4fdb4-4a97-422d-99fe-6db94204b6e9 req-cb040bc7-5bcb-4260-b511-902c386b5bdc tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597505 Dec 15 16:12:26.731220 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.732431 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5023980 Dec 15 16:12:26.735835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41722) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:26.741886 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group_rule': {'security_group_id': '927c75dc-d561-498e-afc2-169a3747da92', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:26.744012 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e15a7-c1f6-4b28-9172-c55a83568e69 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927c75dc-d561-498e-afc2-169a3747da92,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:26.800110 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 75373a4b-867d-4ac7-b058-9687862ac524 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:26.838410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.880431 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d1ef3-a004-4a9b-971b-d5e9ffae8a94 req-526464fb-d114-464b-8c65-52669bd21556 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:26.882624 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c20d1ef3-a004-4a9b-971b-d5e9ffae8a94 req-526464fb-d114-464b-8c65-52669bd21556 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.1570919 Dec 15 16:12:26.953934 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.963413 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 75373a4b-867d-4ac7-b058-9687862ac524 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:26.964551 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.968268 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.974373 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.977123 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:26.996136 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c20d1ef3-a004-4a9b-971b-d5e9ffae8a94 req-d33c476c-ab75-4c6e-8415-506d67b0caae tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923920 Dec 15 16:12:27.025762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6b2121-c15c-4207-ab91-a05c9b69462d,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:27.046109 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.052084 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-f3504ee1-1f18-4147-a7ba-d0e1d6e38a96 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3136046 Dec 15 16:12:27.053332 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41740) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:27.059854 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group_rule': {'security_group_id': '927c75dc-d561-498e-afc2-169a3747da92', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:27.098177 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.115444 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.147744 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.150342 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6680973 Dec 15 16:12:27.153209 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d12921-83e6-4943-8793-3dc0cf2da113 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'Port': ['ID=49a2a58e-e015-477a-80f6-542b47f40773,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:27.235457 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.249479 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9db1-396e-4eb4-a7cd-f23b2f98c689 req-94b31ace-3a3e-4898-8ecc-11fdc27110fd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:27.250930 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.257427 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d84c9db1-396e-4eb4-a7cd-f23b2f98c689 req-94b31ace-3a3e-4898-8ecc-11fdc27110fd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0952384 Dec 15 16:12:27.299420 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17e6e4c-f0d7-47e8-beb3-c4145a133701,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:27.311399 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.312618 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5d56a435-647d-4f1c-b126-3ac74b1f4ecc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573624 Dec 15 16:12:27.315641 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41750) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:27.322078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group_rule': {'security_group_id': '927c75dc-d561-498e-afc2-169a3747da92', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:27.357843 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.371399 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d84c9db1-396e-4eb4-a7cd-f23b2f98c689 req-e636fa47-bf87-42fe-9448-6169b5d5304d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119637 Dec 15 16:12:27.511646 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.516560 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.550313 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01052d48-42b9-407c-b15e-48fbee1445af,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:27.559213 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.560662 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5d1ea160-d3f6-470e-9cf5-92223ddcd6f2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435369 Dec 15 16:12:27.564440 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41764) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:27.582777 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group_rule': {'security_group_id': '927c75dc-d561-498e-afc2-169a3747da92', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:27.672499 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.736290 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41770) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:27.790150 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-f15e81bc-676a-4820-a974-bc0f0055db7f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1594666529&fields=id&tenant_id=710c6a0383874f9b946e8376a79787b6 HTTP/1.1" status: 200 len: 267 time: 0.1904116 Dec 15 16:12:27.867322 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.876087 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.909067 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4523486c-c903-40fd-b4ff-cfb9e8c49773,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:27.933240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a853a652-ddab-4e6b-921e-fd65f873ab5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.941225 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:27.942846 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f4ea74b5-4305-40ca-8ae8-8832d9a27c84 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3747587 Dec 15 16:12:27.946528 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41774) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:27.952264 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-09a583d5-00e7-4950-a7da-d3876654a7ea tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:27.953103 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group_rule': {'security_group_id': '927c75dc-d561-498e-afc2-169a3747da92', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:27.953786 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-09a583d5-00e7-4950-a7da-d3876654a7ea tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 811 time: 0.1628499 Dec 15 16:12:27.974303 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-12e7e064-cce7-4ac2-a232-ebcda183e3bf tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/quotas/710c6a0383874f9b946e8376a79787b6 HTTP/1.1" status: 200 len: 375 time: 0.0138886 Dec 15 16:12:28.025801 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.securitygroups_db [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Project fc22adb06b1e405ea619c273ffb94020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:12:28.045192 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-b10af8ef-4dbb-43cf-88d3-c046349d0177 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651562 Dec 15 16:12:28.056904 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.160620 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a853a652-ddab-4e6b-921e-fd65f873ab5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.187508 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a853a652-ddab-4e6b-921e-fd65f873ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.246023 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-835d9db3-83b8-4f84-9a81-692e6539d413 service neutron] 10.222.0.36 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808662 Dec 15 16:12:28.248069 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.249616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853a652-ddab-4e6b-921e-fd65f873ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e94194-9e3e-48ee-8a71-caa9db66f69d,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:28.255150 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a853a652-ddab-4e6b-921e-fd65f873ab5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5778f05efa2b4b29890c0899f6261a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161321 Dec 15 16:12:28.257534 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41778) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:28.266059 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.302750 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98590e5b-2841-40d2-b52a-15db62260b1c,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:28.341915 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.345650 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-aba3a6db-c443-41b5-915c-3955fa596a99 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3955615 Dec 15 16:12:28.348094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41780) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:28.353203 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'security_group_rule': {'security_group_id': '927c75dc-d561-498e-afc2-169a3747da92', 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:28.365866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bbd931af-4660-434c-be4d-460bf4d5f2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.372647 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-a3bad5f7-9272-4e31-8a22-6a5dca06ae3f service neutron] 10.222.0.36 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195362 Dec 15 16:12:28.397711 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.securitygroups_db [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Project fc22adb06b1e405ea619c273ffb94020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:12:28.401742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bbd931af-4660-434c-be4d-460bf4d5f2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.412135 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.507555 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.509934 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bbd931af-4660-434c-be4d-460bf4d5f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.513672 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bbd931af-4660-434c-be4d-460bf4d5f2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.515346 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-bbd931af-4660-434c-be4d-460bf4d5f2e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8e94194-9e3e-48ee-8a71-caa9db66f69d HTTP/1.1" status: 204 len: 168 time: 0.2557530 Dec 15 16:12:28.523486 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.568900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd931af-4660-434c-be4d-460bf4d5f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e94194-9e3e-48ee-8a71-caa9db66f69d,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:28.574042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a55374-8e53-4879-bde3-5182d7eb6015,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:28.593452 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:28.606611 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-3748d583-ae39-4405-b2be-4a344687fb02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2573998 Dec 15 16:12:28.721904 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204bce-1d05-4e67-b9de-ce59fc21083d req-d84b8946-d2dc-483d-b6b3-cd8343928d33 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:28.723643 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b6204bce-1d05-4e67-b9de-ce59fc21083d req-d84b8946-d2dc-483d-b6b3-cd8343928d33 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 931 time: 0.0895889 Dec 15 16:12:28.801695 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b6204bce-1d05-4e67-b9de-ce59fc21083d req-562bfa0a-7aff-45ab-bb9b-12a7281d1823 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674710 Dec 15 16:12:28.864102 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 41ac05a6-2848-439c-a5b2-a54f8adcd36d up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:28.971629 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 41ac05a6-2848-439c-a5b2-a54f8adcd36d triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:28.974262 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.075429 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa4914-bf7c-44c2-9ef8-58556a7afd13 req-f4828242-be6f-46de-b2e0-1d8524300561 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:29.091068 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Request body: {'port': {'device_id': '200c57f2-8b45-445f-997c-8f5028b9d376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:29.096378 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4aa4914-bf7c-44c2-9ef8-58556a7afd13 req-f4828242-be6f-46de-b2e0-1d8524300561 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.1831088 Dec 15 16:12:29.255253 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41850) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:29.256065 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.296988 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4aa4914-bf7c-44c2-9ef8-58556a7afd13 req-d25e1610-ed20-4342-ad07-6458f8329b10 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989272 Dec 15 16:12:29.311322 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port 41ac05a6-2848-439c-a5b2-a54f8adcd36d, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=41ac05a6-2848-439c-a5b2-a54f8adcd36d,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:29.322272 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.330362 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41854) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:29.425700 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.457712 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1eed921c-e12d-4bf1-89ef-17c144cf609a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.462240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53715f-32ec-40c1-9339-b54249bdb124 req-b9c9759e-8122-4aa7-9d8a-716d926f73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:29.463757 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b53715f-32ec-40c1-9339-b54249bdb124 req-b9c9759e-8122-4aa7-9d8a-716d926f73dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 1096 time: 0.2893016 Dec 15 16:12:29.478634 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=41ac05a6-2848-439c-a5b2-a54f8adcd36d,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:29.509246 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6199cc96-39cf-44d9-9fb6-b0e7316edbcc req-3f4415bc-4e60-4e01-974d-7e6619580f86 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 210 time: 0.0901263 Dec 15 16:12:29.631034 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-3668fcc1-74ff-4f2e-96e4-c457a529550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:29.635658 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-3668fcc1-74ff-4f2e-96e4-c457a529550b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.5335083 Dec 15 16:12:29.685569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53715f-32ec-40c1-9339-b54249bdb124 req-76cb6cb5-88ea-4e88-bf40-f60a226321ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:29.687163 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b53715f-32ec-40c1-9339-b54249bdb124 req-76cb6cb5-88ea-4e88-bf40-f60a226321ae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=59432b92e45948e5962f7a60e09135b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1844573 Dec 15 16:12:29.711614 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c01d2-6c6f-44a8-a2ef-4e1d7c7cb865 req-38a9728e-df77-4848-b84b-311e7b9b95f6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:29.713040 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-533c01d2-6c6f-44a8-a2ef-4e1d7c7cb865 req-38a9728e-df77-4848-b84b-311e7b9b95f6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.4158769 Dec 15 16:12:29.780551 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1eed921c-e12d-4bf1-89ef-17c144cf609a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.843482 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1eed921c-e12d-4bf1-89ef-17c144cf609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.847732 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-10f55d92-1e20-4ba3-a296-fc550a96f4b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 217 time: 0.1365142 Dec 15 16:12:29.852118 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-06d2493b-3dc9-4ee7-957b-182246cff505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:29.934842 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-533c01d2-6c6f-44a8-a2ef-4e1d7c7cb865 req-31cc0aad-b93b-4ea5-bbac-ef65bc0ea5d3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961710 Dec 15 16:12:29.997374 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1eed921c-e12d-4bf1-89ef-17c144cf609a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4362e2ca76b643adb8cf0c24fdc3a70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656923 Dec 15 16:12:30.015418 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41876) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:30.019790 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed921c-e12d-4bf1-89ef-17c144cf609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec32036a-e41e-4012-b08e-61b9218479fa,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:30.088963 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53715f-32ec-40c1-9339-b54249bdb124 req-dbfc5791-84fd-412a-a88e-3e57c22b5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.090524 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b53715f-32ec-40c1-9339-b54249bdb124 req-dbfc5791-84fd-412a-a88e-3e57c22b5b4c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3899617 Dec 15 16:12:30.091403 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-782f7d08-d9ac-4290-adb0-7c6039468992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.097305 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-782f7d08-d9ac-4290-adb0-7c6039468992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.2055216 Dec 15 16:12:30.212193 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d3875e1b-8078-4c9b-bb99-abfb5dd1512a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.264496 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-9b89020a-595f-43c2-8177-ad10b2c8c95f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498041 Dec 15 16:12:30.280629 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-06d2493b-3dc9-4ee7-957b-182246cff505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.292490 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323b531-8902-4974-a14d-c4166095662e req-c87535c8-9549-473e-9874-a6b4b200b4a2 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.294694 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-5d3d0f91-3946-4765-b01d-4db034823b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.297258 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-5d3d0f91-3946-4765-b01d-4db034823b87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 1096 time: 0.1452327 Dec 15 16:12:30.300694 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4323b531-8902-4974-a14d-c4166095662e req-c87535c8-9549-473e-9874-a6b4b200b4a2 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 931 time: 0.3580720 Dec 15 16:12:30.301419 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d3875e1b-8078-4c9b-bb99-abfb5dd1512a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.321364 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282cd38c-1d07-4bb0-8400-a79f6db5a357 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:30.326860 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-06d2493b-3dc9-4ee7-957b-182246cff505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.375634 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.387494 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-6b167d3f-8eb9-4626-8b19-5acd2f9ea919 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb6a09e3-ff84-472c-af29-bc280464c380 HTTP/1.1" status: 200 len: 217 time: 0.0778413 Dec 15 16:12:30.457232 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Transition to ACTIVE for port object 282cd38c-1d07-4bb0-8400-a79f6db5a357 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:12:30.482291 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.495548 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2493b-3dc9-4ee7-957b-182246cff505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b8e771-fbcb-497a-8368-8b432f82fc6c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:30.518308 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-06d2493b-3dc9-4ee7-957b-182246cff505 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d35e6dbe26894896870d19cf03eacd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2145197 Dec 15 16:12:30.518566 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41888) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:30.545882 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4323b531-8902-4974-a14d-c4166095662e req-48527b84-5559-4068-9c86-c2a5332be69d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443206 Dec 15 16:12:30.572140 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be283-5fe9-45b1-b036-70376498b7cd req-5e4b3d68-3e42-47e2-9163-8789c3de976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.573635 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-5e4b3d68-3e42-47e2-9163-8789c3de976f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.1733062 Dec 15 16:12:30.621194 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-a77b1958-fe64-457f-bf27-50ba0933085b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.622747 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-a77b1958-fe64-457f-bf27-50ba0933085b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 811 time: 0.3616037 Dec 15 16:12:30.626045 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-523af411-bc29-4bcc-8456-c03bed1e7f78 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233571 Dec 15 16:12:30.654862 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d3875e1b-8078-4c9b-bb99-abfb5dd1512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.658646 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d3875e1b-8078-4c9b-bb99-abfb5dd1512a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:30.665843 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d3875e1b-8078-4c9b-bb99-abfb5dd1512a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec32036a-e41e-4012-b08e-61b9218479fa HTTP/1.1" status: 204 len: 168 time: 0.6462822 Dec 15 16:12:30.694150 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-6d3d0fdf-01a0-4583-8ef2-79e038766176 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648220 Dec 15 16:12:30.726906 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f0d60-e079-42c7-92a3-dfb3ead16c21 req-2572cf0c-3e5f-4459-b45a-b6699430c6de tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:30.728458 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-705f0d60-e079-42c7-92a3-dfb3ead16c21 req-2572cf0c-3e5f-4459-b45a-b6699430c6de tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.3053396 Dec 15 16:12:30.729125 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:30.739207 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-55d4ba52-1731-479d-9f76-9bcba7bbd20d req-a136c87d-e774-4bcf-a61d-f78a05c23d21 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 210 time: 0.0957291 Dec 15 16:12:30.753081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3875e1b-8078-4c9b-bb99-abfb5dd1512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec32036a-e41e-4012-b08e-61b9218479fa,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:30.836392 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 41ac05a6-2848-439c-a5b2-a54f8adcd36d up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:30.902938 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-4d5dbbad-0da2-4f14-b855-5ff3822615a0 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710c6a0383874f9b946e8376a79787b6 HTTP/1.1" status: 200 len: 380 time: 0.2580042 Dec 15 16:12:30.931083 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-48aa572b-65b0-44b8-a87f-3511273c9c85 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851725 Dec 15 16:12:30.934665 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'port': {'device_id': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'admin_state_up': True, 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'security_groups': ['fbd418bb-8dec-40bb-a180-07101cdcff58']}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:30.971605 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 41ac05a6-2848-439c-a5b2-a54f8adcd36d triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:30.972331 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.049934 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Sync routers for ids ['f8f178ce-8495-4394-981b-c987eed4975c'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:12:31.076530 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Routers {'f8f178ce-8495-4394-981b-c987eed4975c'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:31.077565 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:12:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['f8f178ce-8495-4394-981b-c987eed4975c'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:31.176947 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b545e8-6d34-407c-b9e4-88a878cfb7f2 req-e316d9b6-eadb-4aee-bac2-f82f1d6aaab2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:31.185966 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-46b545e8-6d34-407c-b9e4-88a878cfb7f2 req-e316d9b6-eadb-4aee-bac2-f82f1d6aaab2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1041243 Dec 15 16:12:31.188372 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Made reservation on behalf of 710c6a0383874f9b946e8376a79787b6 for: {'port': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:12:31.196636 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.265517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3e6e-a393-4086-815c-ec8bd85766a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.280047 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Set router f8f178ce-8495-4394-981b-c987eed4975c gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:31.341540 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-12e3986c-a6b0-461f-af98-45065cd6bb2d service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084104 Dec 15 16:12:31.343968 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3e6e-a393-4086-815c-ec8bd85766a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.346994 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Attempting to bind port 282cd38c-1d07-4bb0-8400-a79f6db5a357 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:31.347986 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Attempting to bind port 282cd38c-1d07-4bb0-8400-a79f6db5a357 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:31.348324 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Attempting to bind port 282cd38c-1d07-4bb0-8400-a79f6db5a357 on network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:31.363244 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-705f0d60-e079-42c7-92a3-dfb3ead16c21 req-5f308b4a-bb79-4fc6-8cb3-9f42fb317e8b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906260 Dec 15 16:12:31.377156 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Port 282cd38c-1d07-4bb0-8400-a79f6db5a357 on network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:12:31.377530 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Attempting to bind port 282cd38c-1d07-4bb0-8400-a79f6db5a357 on network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:31.448010 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:31.448353 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Checking segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:31.448742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Bound using segment: {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:31.449193 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Bound port: 282cd38c-1d07-4bb0-8400-a79f6db5a357, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a46e47-8f40-4bdd-a7f0-ce634f2a1921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:31.449584 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.562748 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d02be283-5fe9-45b1-b036-70376498b7cd req-92e36fdd-da5f-4a45-91b5-cc666fa46456 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057376 Dec 15 16:12:31.565061 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3e6e-a393-4086-815c-ec8bd85766a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.568667 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3e6e-a393-4086-815c-ec8bd85766a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.569903 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1a8a3e6e-a393-4086-815c-ec8bd85766a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42b8e771-fbcb-497a-8368-8b432f82fc6c HTTP/1.1" status: 204 len: 168 time: 1.0508406 Dec 15 16:12:31.586734 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:31.589025 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3e6e-a393-4086-815c-ec8bd85766a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b8e771-fbcb-497a-8368-8b432f82fc6c,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:31.593079 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:31.611932 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.689836 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-46b545e8-6d34-407c-b9e4-88a878cfb7f2 req-cfa875cc-9413-4bf3-aadf-8a5f25362238 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689703 Dec 15 16:12:31.706096 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:31.706305 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:31.707584 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] 10.222.0.46 "PUT /v2.0/ports/282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 1093 time: 2.6217601 Dec 15 16:12:31.709341 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:31.712526 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18" -d '{"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:31.794418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'd43ac3f7-7710-4dd0-b301-4f3fdbeb531c', 'name': '', 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'mac_address': 'fa:16:3e:53:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:21Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 2, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'subnets': [{'id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:31.827890 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb96cd-267b-4e69-9e88-d7172a3c4186 service neutron] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:31.856481 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Checking router: f8f178ce-8495-4394-981b-c987eed4975c for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:12:31.856967 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Updating router f8f178ce-8495-4394-981b-c987eed4975c port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:12:31.869246 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a264a-2483-4483-9cf2-4619343d919f req-39464d5d-1106-4325-bfec-5bc2b4846272 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:31.877357 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2c7a264a-2483-4483-9cf2-4619343d919f req-39464d5d-1106-4325-bfec-5bc2b4846272 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 943 time: 0.1878328 Dec 15 16:12:31.878622 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Allocated IP 172.20.0.9 (8b76a42d-a289-476f-a87a-d1a85520dc8f/edbb17c5-e549-4540-8f77-220d1fd9f724/22b2ec2e-29af-439e-80e6-b88c63e49caf) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:12:31.880379 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476f7d1d-f8f2-4ec1-99db-9d1a83235fbb x-openstack-request-id: req-476f7d1d-f8f2-4ec1-99db-9d1a83235fbb {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:31.880671 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:31.880928 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-476f7d1d-f8f2-4ec1-99db-9d1a83235fbb {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:31.881323 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'status': 'completed', 'code': 200} Dec 15 16:12:31.924974 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-e3511c44-0cec-4897-bd7d-19c27ae8a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:31.926574 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-e3511c44-0cec-4897-bd7d-19c27ae8a543 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1096 time: 0.1651704 Dec 15 16:12:31.931762 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.058499 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2c7a264a-2483-4483-9cf2-4619343d919f req-70f1de3f-8167-48a6-90ef-f532ba5e6cf4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801507 Dec 15 16:12:32.059934 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-4715a5c0-1a46-4b09-a7e7-dbf75e5c9d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 217 time: 0.1144991 Dec 15 16:12:32.101072 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f2d1d948-66ff-4a83-b73d-8e290b4ffbdc req-9e890ca9-527a-4e55-a0a0-3f58064171c2 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 210 time: 0.0503745 Dec 15 16:12:32.149884 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-93a80e04-b4c7-436d-9cd9-c30f3ce2a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:32.153377 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-93a80e04-b4c7-436d-9cd9-c30f3ce2a402 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.0826137 Dec 15 16:12:32.182300 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.237088 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.237323 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-ed3b0aab-8ea2-42f9-a0c3-4ab0e144e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:32.239191 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-ed3b0aab-8ea2-42f9-a0c3-4ab0e144e856 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775771 Dec 15 16:12:32.272037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41946) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:32.299497 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:12:32.304237 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:12:32.307195 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:12:32.314216 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:32.315388 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.344524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a859e019-4bb1-4ec7-a451-af2b797e3d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.348347 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'Port': ['ID=22b2ec2e-29af-439e-80e6-b88c63e49caf,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:32.358051 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-ad5d184f-2257-480e-bffb-0eb1e2c1c797 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4299400 Dec 15 16:12:32.376460 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Request body: {'port': {'device_id': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:12:32.394169 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.404432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.470131 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.577257 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288c9e7-accf-42b7-a0c3-b3286d18ad8c None None] Pushing event updated for resources: {'Port': ['ID=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:32.581204 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-24b46b7c-b1f6-4aae-94ca-2d0a671a340e service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325729 Dec 15 16:12:32.667365 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a859e019-4bb1-4ec7-a451-af2b797e3d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.714845 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Attempting to bind port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:32.715322 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Attempting to bind port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:32.715716 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Attempting to bind port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c on network 7ab17d42-535d-4811-af7f-b9c1c9358a2c {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:32.716283 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1b677-704f-40be-a762-93e7c744fa4c req-7c347915-bbd2-4acb-ba09-9d13b5f49462 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:32.717909 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3ec1b677-704f-40be-a762-93e7c744fa4c req-7c347915-bbd2-4acb-ba09-9d13b5f49462 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.2130356 Dec 15 16:12:32.760456 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:32.760872 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Checking segment: {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:32.761373 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.762373 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Bound using segment: {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:32.766296 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Bound port: d43ac3f7-7710-4dd0-b301-4f3fdbeb531c, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c5153f-7944-4e88-873a-78574522d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:32.766742 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.778924 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a859e019-4bb1-4ec7-a451-af2b797e3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.808355 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e019-4bb1-4ec7-a451-af2b797e3d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16eddc-d653-491d-b278-c85614a0b3a4,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:32.871573 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-717a8fe6-74db-49ef-be77-716373e9cb98 None None] Provisioning complete for port 22b2ec2e-29af-439e-80e6-b88c63e49caf triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:32.872403 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a859e019-4bb1-4ec7-a451-af2b797e3d6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0d248c26b704ea29f71c761bc27bb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978711 Dec 15 16:12:32.872810 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-717a8fe6-74db-49ef-be77-716373e9cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:32.874871 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41962) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:32.933408 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6608d810-1d5a-44fa-aa0e-c80920ed3fe7 req-59876d40-443e-4135-8b70-7822ceb027ef service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341038 Dec 15 16:12:32.971238 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.034313 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.043534 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3ec1b677-704f-40be-a762-93e7c744fa4c req-5380b641-6186-4645-a9c6-a1ec89e927f1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123248 Dec 15 16:12:33.196598 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-e5579024-8e8e-4dbc-8235-5ac82a87bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.198268 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-e5579024-8e8e-4dbc-8235-5ac82a87bbf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1096 time: 0.1574767 Dec 15 16:12:33.215970 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.231680 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.239662 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a16eddc-d653-491d-b278-c85614a0b3a4 HTTP/1.1" status: 204 len: 168 time: 0.3599446 Dec 15 16:12:33.285706 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08f1ff-0ec9-469f-bdb2-416e7e1ffac8 req-0ae24a19-1bc9-4f20-8ff4-0ad2a72bb907 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.287402 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb08f1ff-0ec9-469f-bdb2-416e7e1ffac8 req-0ae24a19-1bc9-4f20-8ff4-0ad2a72bb907 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1401393 Dec 15 16:12:33.315982 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b2ec2e-29af-439e-80e6-b88c63e49caf {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:33.330553 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-717a8fe6-74db-49ef-be77-716373e9cb98 None None] Port 22b2ec2e-29af-439e-80e6-b88c63e49caf cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:12:33.334774 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] For port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:33.338834 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] For port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:33.344604 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.344928 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.377062 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Transition to ACTIVE for port object 22b2ec2e-29af-439e-80e6-b88c63e49caf will not be triggered until provisioned by entity L2. {{(pid=102591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:12:33.406021 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb08f1ff-0ec9-469f-bdb2-416e7e1ffac8 req-56125a01-8bdb-4e86-86b6-bb2358a1128c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090226 Dec 15 16:12:33.406898 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.426154 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16eddc-d653-491d-b278-c85614a0b3a4,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:33.449163 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288c9e7-accf-42b7-a0c3-b3286d18ad8c None None] Pushing event updated for resources: {'Port': ['ID=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:33.477736 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Routers {'f8f178ce-8495-4394-981b-c987eed4975c'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:12:33.478725 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:12:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['f8f178ce-8495-4394-981b-c987eed4975c'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:33.511279 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.511620 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.511965 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.512299 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.512637 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.512971 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.513302 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.513656 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.513987 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.514312 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.514638 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.515263 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.515263 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136056c8-523c-409c-85ef-b3824627b9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.584438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c4bef-f0a2-467e-a864-9c0f9a9cb859 req-ae69598b-9c62-4974-86e9-038e675fd224 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.594964 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad2c4bef-f0a2-467e-a864-9c0f9a9cb859 req-ae69598b-9c62-4974-86e9-038e675fd224 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 943 time: 0.1753590 Dec 15 16:12:33.659323 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Pushing event updated for resources: {'Port': ['ID=22b2ec2e-29af-439e-80e6-b88c63e49caf,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:33.690994 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Attempting to bind port 22b2ec2e-29af-439e-80e6-b88c63e49caf on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:12:33.691547 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Attempting to bind port 22b2ec2e-29af-439e-80e6-b88c63e49caf by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:12:33.691971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Attempting to bind port 22b2ec2e-29af-439e-80e6-b88c63e49caf on network 8b76a42d-a289-476f-a87a-d1a85520dc8f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:33.696010 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.696443 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.697408 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.697408 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.697764 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.698174 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.698742 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.699152 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.699610 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.700014 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.700415 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.700830 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.701228 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:33.703660 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-4be7d41a-d405-44c7-be5d-0ad34f3bea99 None None] Provisioning complete for port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:33.705817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-e86f2415-332e-4246-b60b-981e51cc1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.707675 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-e86f2415-332e-4246-b60b-981e51cc1a6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 916 time: 0.4664862 Dec 15 16:12:33.711810 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Port 22b2ec2e-29af-439e-80e6-b88c63e49caf on network 8b76a42d-a289-476f-a87a-d1a85520dc8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:12:33.712234 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Attempting to bind port 22b2ec2e-29af-439e-80e6-b88c63e49caf on network 8b76a42d-a289-476f-a87a-d1a85520dc8f {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:12:33.720318 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4be7d41a-d405-44c7-be5d-0ad34f3bea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.728167 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cd141-4c68-4b4b-9c86-205560db587f req-97d78318-e3b5-4e2e-bc64-2ae1f6374d8a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:33.729238 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-794cd141-4c68-4b4b-9c86-205560db587f req-97d78318-e3b5-4e2e-bc64-2ae1f6374d8a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.1959531 Dec 15 16:12:33.730628 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:12:33.731049 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Checking segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:12:33.731556 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Bound using segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:12:33.732029 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Bound port: 22b2ec2e-29af-439e-80e6-b88c63e49caf, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:12:33.732457 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.832340 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] Set router f8f178ce-8495-4394-981b-c987eed4975c gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:12:33.842498 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-794cd141-4c68-4b4b-9c86-205560db587f req-db5a19b7-b8fb-42bf-aadb-70d5f1bceb4c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060410 Dec 15 16:12:33.854160 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad2c4bef-f0a2-467e-a864-9c0f9a9cb859 req-e3df9582-5058-45a5-aa4c-773744326831 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559285 Dec 15 16:12:33.863284 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] For port 22b2ec2e-29af-439e-80e6-b88c63e49caf, host hv-cinder-80070, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:12:33.866470 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-c5ec2880-2e2a-4ef6-98e8-9a3fbe1a003b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 217 time: 0.1340866 Dec 15 16:12:33.868354 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] For port 22b2ec2e-29af-439e-80e6-b88c63e49caf, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:12:33.880250 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:33.956552 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device bb6a09e3-ff84-472c-af29-bc280464c380 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:34.003247 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.003460 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-a3070670-5dff-432d-8430-397e8e9e799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.003868 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.005566 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-a3070670-5dff-432d-8430-397e8e9e799f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.1292529 Dec 15 16:12:34.008177 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] 10.222.0.46 "PUT /v2.0/ports/22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 1093 time: 1.6383035 Dec 15 16:12:34.008683 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:34.011137 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcad695-d632-47f7-b4e4-2494c5d95674" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:34.061046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd3f18-78b5-4d2b-85e5-619e9a043f78 service neutron] Pushing event updated for resources: {'Port': ['ID=22b2ec2e-29af-439e-80e6-b88c63e49caf,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.076962 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 41988) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:34.083774 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf777f42-031f-4af4-ac0f-304f449b4149 x-openstack-request-id: req-bf777f42-031f-4af4-ac0f-304f449b4149 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:34.084284 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:34.084714 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf777f42-031f-4af4-ac0f-304f449b4149 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:34.085984 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'status': 'completed', 'code': 200} Dec 15 16:12:34.109295 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-fb146020-d732-4a53-a157-06877e2a68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.111920 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-fb146020-d732-4a53-a157-06877e2a68e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925987 Dec 15 16:12:34.121034 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b480b14-6b11-4d0e-9a7a-99f5482b514f req-1cfab85b-75e7-4f17-9061-a12f0f30789f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.129870 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3b480b14-6b11-4d0e-9a7a-99f5482b514f req-1cfab85b-75e7-4f17-9061-a12f0f30789f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1809194 Dec 15 16:12:34.181722 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2170eecf-ad77-4158-abf2-3745713132ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.206456 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4be7d41a-d405-44c7-be5d-0ad34f3bea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.255379 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3b480b14-6b11-4d0e-9a7a-99f5482b514f req-2ff66af2-adac-4fba-be74-e759ad55978b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197820 Dec 15 16:12:34.263078 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-1c428b4e-2821-447a-a611-2408a1f3fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.271169 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-1c428b4e-2821-447a-a611-2408a1f3fc9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1096 time: 0.1918972 Dec 15 16:12:34.305335 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-4be7d41a-d405-44c7-be5d-0ad34f3bea99 None None] For port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:34.325176 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4be7d41a-d405-44c7-be5d-0ad34f3bea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.326192 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11629a3-06c7-4efa-b0e2-78f3c4fb05d1 req-8083e96a-41a0-4895-bfb2-1913e01ed5e7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.330295 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e11629a3-06c7-4efa-b0e2-78f3c4fb05d1 req-8083e96a-41a0-4895-bfb2-1913e01ed5e7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 943 time: 0.1213613 Dec 15 16:12:34.336905 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-86815198-ab40-4caf-bd76-6fe539c28760 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143335 Dec 15 16:12:34.340241 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-4c05d111-f113-46bd-8187-ea2d8ac34fe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 217 time: 0.0500519 Dec 15 16:12:34.367016 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port bb6a09e3-ff84-472c-af29-bc280464c380, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb6a09e3-ff84-472c-af29-bc280464c380,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:34.386689 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'bb6a09e3-ff84-472c-af29-bc280464c380', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'port_id': 'bb6a09e3-ff84-472c-af29-bc280464c380', 'mac_address': 'fa:16:3e:a7:f1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:34.389539 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'd43ac3f7-7710-4dd0-b301-4f3fdbeb531c', 'name': '', 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'mac_address': 'fa:16:3e:53:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:21Z', 'updated_at': '2021-12-15T16:12:33Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'subnets': [{'id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:34.412311 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2170eecf-ad77-4158-abf2-3745713132ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.425412 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2170eecf-ad77-4158-abf2-3745713132ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.445296 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458fed1-ae9a-458c-92e2-af00e224d349 None None] The sync data for ids ['f8f178ce-8495-4394-981b-c987eed4975c'] in dv-cinder-800704-2-iscsi is: [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:12:22Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'd43ac3f7-7710-4dd0-b301-4f3fdbeb531c', 'name': '', 'network_id': '7ab17d42-535d-4811-af7f-b9c1c9358a2c', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'mac_address': 'fa:16:3e:53:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:21Z', 'updated_at': '2021-12-15T16:12:33Z', 'revision_number': 4, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'subnets': [{'id': 'abbabf2f-7404-4d5f-bf14-31b294dde02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:12:34.465948 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e11629a3-06c7-4efa-b0e2-78f3c4fb05d1 req-e49dc3bf-38f8-47b8-83e6-fbfb9506872c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242380 Dec 15 16:12:34.485023 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7d41a-d405-44c7-be5d-0ad34f3bea99 None None] Pushing event updated for resources: {'Port': ['ID=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.490336 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170eecf-ad77-4158-abf2-3745713132ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5499c3c5-3f45-45c6-8cef-1690d436372e,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.517319 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.519315 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-e125c144-c9e4-45e2-93a5-76c4305528f9 None None] Provisioning complete for port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:34.519681 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e125c144-c9e4-45e2-93a5-76c4305528f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.528223 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-2915151c-79a6-4a75-8c79-0e59fe2b1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.529732 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-2915151c-79a6-4a75-8c79-0e59fe2b1aa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.1507432 Dec 15 16:12:34.537152 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2170eecf-ad77-4158-abf2-3745713132ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41d126db1a8845b4987d4b1d5084d094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563978 Dec 15 16:12:34.546733 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 41996) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:34.575483 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6a09e3-ff84-472c-af29-bc280464c380 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:34.581807 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a93caeb8-b512-4e8a-b8ac-54b8be9e9f18 req-13750ae0-8061-49d3-9c1b-85455163ce40 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241383 Dec 15 16:12:34.626221 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port bb6a09e3-ff84-472c-af29-bc280464c380, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb6a09e3-ff84-472c-af29-bc280464c380,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:34.635458 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.681081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ea313de0-5d2a-4139-aad6-7d9307f8efac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.681311 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-fd8a617f-8632-4890-812e-e0d258ba0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.682763 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-fd8a617f-8632-4890-812e-e0d258ba0f2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1438353 Dec 15 16:12:34.707403 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ea313de0-5d2a-4139-aad6-7d9307f8efac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.712393 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88155c65-5b44-459e-9a82-481ac1de211d req-f2543d65-5a29-45a9-9c73-726b82dffce0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:34.721347 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-88155c65-5b44-459e-9a82-481ac1de211d req-f2543d65-5a29-45a9-9c73-726b82dffce0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1256196 Dec 15 16:12:34.780998 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ea313de0-5d2a-4139-aad6-7d9307f8efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.783947 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ea313de0-5d2a-4139-aad6-7d9307f8efac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:34.787321 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ea313de0-5d2a-4139-aad6-7d9307f8efac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5499c3c5-3f45-45c6-8cef-1690d436372e HTTP/1.1" status: 204 len: 168 time: 0.2373600 Dec 15 16:12:34.809378 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea313de0-5d2a-4139-aad6-7d9307f8efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5499c3c5-3f45-45c6-8cef-1690d436372e,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.901185 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=bb6a09e3-ff84-472c-af29-bc280464c380,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:34.918875 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d43ac3f7-7710-4dd0-b301-4f3fdbeb531c up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:34.929888 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-88155c65-5b44-459e-9a82-481ac1de211d req-8126aaca-78fc-41c9-9d1c-936185e4d558 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073417 Dec 15 16:12:34.984692 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-685a83b8-fd19-42e2-96cd-18f636cefde7 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923119 Dec 15 16:12:35.013261 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['bb6a09e3-ff84-472c-af29-bc280464c380'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:35.094790 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0a240-5951-4ac5-bf47-af7628a45f17 req-f12c9200-8df9-4e2f-834e-a421393303f9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.096308 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dbb0a240-5951-4ac5-bf47-af7628a45f17 req-f12c9200-8df9-4e2f-834e-a421393303f9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.1184959 Dec 15 16:12:35.141749 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:35.142123 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:35.204945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87953cf5-a0d3-4f61-be2d-05dd5ad4d558 req-ca6f1962-18e1-4dd4-9777-97562f166ec4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.206141 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dbb0a240-5951-4ac5-bf47-af7628a45f17 req-648b8681-908b-49d2-b56a-f8ea83857da6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978527 Dec 15 16:12:35.213789 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-87953cf5-a0d3-4f61-be2d-05dd5ad4d558 req-ca6f1962-18e1-4dd4-9777-97562f166ec4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 943 time: 0.1211581 Dec 15 16:12:35.233179 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86a92185-6998-4b57-b124-e6fe2f44c9d4 req-f25677ec-9ed1-4408-ae86-5f66f2d8ea55 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329252 Dec 15 16:12:35.294413 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-87953cf5-a0d3-4f61-be2d-05dd5ad4d558 req-77049c90-04cb-42b8-8e2d-775e830d19f3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755816 Dec 15 16:12:35.420258 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0489c-a972-46c5-aba6-d006f98c0e9c req-ba738c75-557d-4bfc-adb5-73bc13246956 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.423298 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-00e0489c-a972-46c5-aba6-d006f98c0e9c req-ba738c75-557d-4bfc-adb5-73bc13246956 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0710621 Dec 15 16:12:35.508375 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-00e0489c-a972-46c5-aba6-d006f98c0e9c req-7188d7f2-76de-460e-9f37-fd0b9953220f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699635 Dec 15 16:12:35.630104 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e02325-34b5-42be-a1fd-04c2cfd32381 req-4af6629a-9f6d-4ba7-974d-0c3c09daa213 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:35.631626 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-41e02325-34b5-42be-a1fd-04c2cfd32381 req-4af6629a-9f6d-4ba7-974d-0c3c09daa213 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 944 time: 0.0527060 Dec 15 16:12:35.700492 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-41e02325-34b5-42be-a1fd-04c2cfd32381 req-06899311-cd95-458e-af4e-c2f8b4cff6ec tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595198 Dec 15 16:12:36.056577 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf823d-a872-4864-afc2-e75424a45209 req-001af9e2-2cdf-4f3b-924b-93d0e3e856f0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.058520 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0cbf823d-a872-4864-afc2-e75424a45209 req-001af9e2-2cdf-4f3b-924b-93d0e3e856f0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0502739 Dec 15 16:12:36.104955 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0cbf823d-a872-4864-afc2-e75424a45209 req-6c397e08-5dea-45b1-b5b8-96f065b30e97 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Dec 15 16:12:36.353575 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7415836-f662-49bf-b413-d26973d569b6 req-df1a6d16-7b52-4ff3-b6c7-132a87502405 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.356484 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c7415836-f662-49bf-b413-d26973d569b6 req-df1a6d16-7b52-4ff3-b6c7-132a87502405 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.0780795 Dec 15 16:12:36.424013 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c7415836-f662-49bf-b413-d26973d569b6 req-8da893df-df58-4516-a8a4-bcf592282b69 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573971 Dec 15 16:12:36.425755 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3f29c-64ce-486e-9e53-20117b0fbf31 req-1c89e417-5052-43ba-bf91-0ae01f2ce381 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.427260 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a9e3f29c-64ce-486e-9e53-20117b0fbf31 req-1c89e417-5052-43ba-bf91-0ae01f2ce381 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 943 time: 0.0675972 Dec 15 16:12:36.484934 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a9e3f29c-64ce-486e-9e53-20117b0fbf31 req-cbd30fa4-10c7-4e2d-84b6-28f172f393d3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506575 Dec 15 16:12:36.616565 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f437b-16d4-42df-b8d0-92bf7d94f1cf req-664e4c16-70a0-4520-a3d1-7d9a87bb8971 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.618185 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e32f437b-16d4-42df-b8d0-92bf7d94f1cf req-664e4c16-70a0-4520-a3d1-7d9a87bb8971 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0500269 Dec 15 16:12:36.677108 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e32f437b-16d4-42df-b8d0-92bf7d94f1cf req-6c10a083-7cc5-45ad-9750-50aec251c1c5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530131 Dec 15 16:12:36.828953 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832f97-6d0c-40f8-8945-aaa9f81caa1e req-1b07124d-2343-4756-b0ff-90a0ca87bb42 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:36.830416 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-84832f97-6d0c-40f8-8945-aaa9f81caa1e req-1b07124d-2343-4756-b0ff-90a0ca87bb42 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 944 time: 0.0607960 Dec 15 16:12:36.880574 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-84832f97-6d0c-40f8-8945-aaa9f81caa1e req-4df4b88e-eeb7-4fff-9e0e-eca7a3f2f673 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Dec 15 16:12:37.229543 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8578eb7-b19a-4ce5-86a8-df1e16482636 req-3aec10be-1768-476c-86fb-a3a16466edf0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.231080 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d8578eb7-b19a-4ce5-86a8-df1e16482636 req-3aec10be-1768-476c-86fb-a3a16466edf0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0486996 Dec 15 16:12:37.241888 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42100) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:37.279959 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d8578eb7-b19a-4ce5-86a8-df1e16482636 req-8df07f42-fc6c-4635-9d5f-5285582b3981 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Dec 15 16:12:37.347624 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18e57890-bf4a-411b-a41b-18e32ead20ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.423440 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18e57890-bf4a-411b-a41b-18e32ead20ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.427026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18e57890-bf4a-411b-a41b-18e32ead20ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.468158 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-18e57890-bf4a-411b-a41b-18e32ead20ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c6659409dc942089e0b4e2013f91b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251709 Dec 15 16:12:37.468994 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e57890-bf4a-411b-a41b-18e32ead20ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136cea0-9bee-492b-b046-66f150a509a9,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:37.470835 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 42108) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:37.529765 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ed232ae-dda8-4488-ad97-3921c6002ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.548721 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475669ed-db27-4bd7-a883-310e40ca2dd1 req-90cd41e5-8e8c-4d9a-9756-9b42ab6cbf6f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.549851 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-475669ed-db27-4bd7-a883-310e40ca2dd1 req-90cd41e5-8e8c-4d9a-9756-9b42ab6cbf6f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.0531228 Dec 15 16:12:37.553220 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ed232ae-dda8-4488-ad97-3921c6002ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.599184 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-475669ed-db27-4bd7-a883-310e40ca2dd1 req-6e929138-d897-46c4-8ee1-df7475604951 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419736 Dec 15 16:12:37.631379 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58be5c7-ec0b-4b57-8347-569a5d6d68ce req-87263e92-a764-4966-be19-29024477038f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.633142 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b58be5c7-ec0b-4b57-8347-569a5d6d68ce req-87263e92-a764-4966-be19-29024477038f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 943 time: 0.0772514 Dec 15 16:12:37.654620 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ed232ae-dda8-4488-ad97-3921c6002ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.657153 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ed232ae-dda8-4488-ad97-3921c6002ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:37.658508 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5ed232ae-dda8-4488-ad97-3921c6002ac5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8136cea0-9bee-492b-b046-66f150a509a9 HTTP/1.1" status: 204 len: 168 time: 0.1856244 Dec 15 16:12:37.672851 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed232ae-dda8-4488-ad97-3921c6002ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136cea0-9bee-492b-b046-66f150a509a9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:37.708280 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b58be5c7-ec0b-4b57-8347-569a5d6d68ce req-84a88f63-b3be-4d57-906f-46f32cd128ad tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688138 Dec 15 16:12:37.816828 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eac4d-5c96-4b08-80fc-8cff53810276 req-4ae36a56-89de-423a-adce-ee360892bfd0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:37.818385 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5e8eac4d-5c96-4b08-80fc-8cff53810276 req-4ae36a56-89de-423a-adce-ee360892bfd0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0488212 Dec 15 16:12:37.866681 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5e8eac4d-5c96-4b08-80fc-8cff53810276 req-0adfeb8a-5cab-4310-ab91-47e0e484632d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Dec 15 16:12:37.953542 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42120) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:37.966595 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5309eb2c-b98f-45fc-9058-fd4a804fbfc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.000055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1a367-4f74-4101-a054-ea02f161e0ab req-f54fa7f7-83ed-4e78-9e0c-4f73413c80eb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.001365 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5ec1a367-4f74-4101-a054-ea02f161e0ab req-f54fa7f7-83ed-4e78-9e0c-4f73413c80eb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 944 time: 0.0503545 Dec 15 16:12:38.059894 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5309eb2c-b98f-45fc-9058-fd4a804fbfc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.060127 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5ec1a367-4f74-4101-a054-ea02f161e0ab req-0e0f55cc-faf1-474f-bbc0-9023011fb5af tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Dec 15 16:12:38.064665 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5309eb2c-b98f-45fc-9058-fd4a804fbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.113641 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5309eb2c-b98f-45fc-9058-fd4a804fbfc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5821286a428a4cca951e2b646a9b0a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589103 Dec 15 16:12:38.114451 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309eb2c-b98f-45fc-9058-fd4a804fbfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274b076b-000d-4331-bb70-003ddc2713e5,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:38.116428 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 42124) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:38.163319 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-df1d8f69-3b49-4e86-8c56-9621701e4c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.183806 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-df1d8f69-3b49-4e86-8c56-9621701e4c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.231780 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-df1d8f69-3b49-4e86-8c56-9621701e4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.234420 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-df1d8f69-3b49-4e86-8c56-9621701e4c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.235548 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-df1d8f69-3b49-4e86-8c56-9621701e4c4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/274b076b-000d-4331-bb70-003ddc2713e5 HTTP/1.1" status: 204 len: 168 time: 0.1181104 Dec 15 16:12:38.243437 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d8f69-3b49-4e86-8c56-9621701e4c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274b076b-000d-4331-bb70-003ddc2713e5,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:38.284697 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 282cd38c-1d07-4bb0-8400-a79f6db5a357 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:38.341857 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-d163dd5a-86ce-4300-aaaa-7f19198bd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.343354 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-d163dd5a-86ce-4300-aaaa-7f19198bd75d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1096 time: 0.0434635 Dec 15 16:12:38.399674 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:38.413264 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'port_id': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'mac_address': 'fa:16:3e:bb:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:38.462894 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39bdd7-2501-4f67-95c1-05eaf0ea428a req-83704075-7a08-4ef6-bec2-e83bdbd70766 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.475110 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c39bdd7-2501-4f67-95c1-05eaf0ea428a req-83704075-7a08-4ef6-bec2-e83bdbd70766 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1220071 Dec 15 16:12:38.479709 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.482275 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-57e186e1-6045-40d9-be03-393d58858000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.484409 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-57e186e1-6045-40d9-be03-393d58858000 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.1299098 Dec 15 16:12:38.494826 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282cd38c-1d07-4bb0-8400-a79f6db5a357 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:38.520156 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:38.527026 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c39bdd7-2501-4f67-95c1-05eaf0ea428a req-994b211a-46f6-43cb-85aa-19b96e12dae3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489607 Dec 15 16:12:38.528406 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:38.546395 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-615435cc-627d-443c-9b54-a03f2baa4475 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 217 time: 0.0421331 Dec 15 16:12:38.584508 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:38.597980 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-17dd0d4b-e38f-48e5-bcee-7c18ed2727e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.599472 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-17dd0d4b-e38f-48e5-bcee-7c18ed2727e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0517356 Dec 15 16:12:38.658414 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-b0b116fc-4a6f-420e-8d56-7acb65e79b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.660006 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-b0b116fc-4a6f-420e-8d56-7acb65e79b3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523901 Dec 15 16:12:38.801872 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d554da-6a4b-4c8b-8b69-5366648949c3 req-20ff855d-e8f5-403a-b291-60839b240ed5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.801872 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c8d554da-6a4b-4c8b-8b69-5366648949c3 req-20ff855d-e8f5-403a-b291-60839b240ed5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.1194634 Dec 15 16:12:38.804057 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-dc870486-ee7b-4435-8a67-68e24e90370e service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319222 Dec 15 16:12:38.859426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6ad56-44d0-4b15-bfbd-82ea2b6bc216 req-3e189f03-176c-4416-a5a8-9a412a136a87 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:38.861051 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-baf6ad56-44d0-4b15-bfbd-82ea2b6bc216 req-3e189f03-176c-4416-a5a8-9a412a136a87 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 944 time: 0.0610740 Dec 15 16:12:38.908259 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c8d554da-6a4b-4c8b-8b69-5366648949c3 req-1a3f1cf6-97d7-496b-94bb-0e0fac3c6eb5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979476 Dec 15 16:12:38.937951 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-baf6ad56-44d0-4b15-bfbd-82ea2b6bc216 req-5abb94a7-ce1b-4a04-86f4-36cf8b7b2340 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 Dec 15 16:12:38.940448 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4bcad695-d632-47f7-b4e4-2494c5d95674 req-9ed17649-833d-4b6a-8f70-f93fedc0d82d service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241562 Dec 15 16:12:39.035416 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b71f3-e8d7-401f-adda-c687f83839cd req-8a202036-1b1f-47c2-849b-63cb22323b86 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.036932 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-db5b71f3-e8d7-401f-adda-c687f83839cd req-8a202036-1b1f-47c2-849b-63cb22323b86 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0562923 Dec 15 16:12:39.050678 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['282cd38c-1d07-4bb0-8400-a79f6db5a357'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:39.139999 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-db5b71f3-e8d7-401f-adda-c687f83839cd req-e5ff3a7d-30f5-4345-b139-18cc6408ce8a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937088 Dec 15 16:12:39.212858 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95accc5-bd4c-4e9c-bd4f-cd68516cb397 req-fa40745a-ada3-422a-9edc-3da73d4e0af5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.220639 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a95accc5-bd4c-4e9c-bd4f-cd68516cb397 req-fa40745a-ada3-422a-9edc-3da73d4e0af5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 944 time: 0.0656092 Dec 15 16:12:39.243967 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device bb6a09e3-ff84-472c-af29-bc280464c380 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:39.276364 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a95accc5-bd4c-4e9c-bd4f-cd68516cb397 req-c498b637-173d-4e9a-95cd-985bb36ef8ef tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546558 Dec 15 16:12:39.304927 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port bb6a09e3-ff84-472c-af29-bc280464c380 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:12:39.310208 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port bb6a09e3-ff84-472c-af29-bc280464c380 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:39.310582 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.401196 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.428368 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6a09e3-ff84-472c-af29-bc280464c380'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:39.431079 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10e6a6-fcde-43cd-8077-5c4222582e9c" -d '{"events": [{"server_uuid": "b857430f-d0fd-4457-b7e6-10a1052f95bc", "name": "network-vif-plugged", "status": "completed", "tag": "bb6a09e3-ff84-472c-af29-bc280464c380"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:39.451104 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port bb6a09e3-ff84-472c-af29-bc280464c380, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb6a09e3-ff84-472c-af29-bc280464c380,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:39.456691 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:39.491820 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f56b7-ad8b-4438-a4c7-4fdd6315bda4 x-openstack-request-id: req-a93f56b7-ad8b-4438-a4c7-4fdd6315bda4 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:39.492143 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b857430f-d0fd-4457-b7e6-10a1052f95bc", "name": "network-vif-plugged", "status": "completed", "tag": "bb6a09e3-ff84-472c-af29-bc280464c380", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:39.492398 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a93f56b7-ad8b-4438-a4c7-4fdd6315bda4 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:39.492787 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6a09e3-ff84-472c-af29-bc280464c380', 'code': 200} Dec 15 16:12:39.517292 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=bb6a09e3-ff84-472c-af29-bc280464c380,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:39.526436 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.526857 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.527253 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.527743 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.531998 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.532678 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.533060 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.533480 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.533770 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.534156 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.534493 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.534820 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.535145 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:39.698451 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb408e9-1558-41e3-821a-2d171cdfef10 req-37dd65e1-a48c-40bb-9ba0-0c812c239127 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.700051 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbb408e9-1558-41e3-821a-2d171cdfef10 req-37dd65e1-a48c-40bb-9ba0-0c812c239127 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0573518 Dec 15 16:12:39.762300 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cbb408e9-1558-41e3-821a-2d171cdfef10 req-f3f29a1e-b0ab-440c-8522-5facf6aaf931 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556071 Dec 15 16:12:39.769923 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ee8f8-799e-491b-b8b9-6eafa6d27c6a req-403606b7-4365-4cc0-8895-53973a4671b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:39.771425 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-199ee8f8-799e-491b-b8b9-6eafa6d27c6a req-403606b7-4365-4cc0-8895-53973a4671b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 1098 time: 0.0711679 Dec 15 16:12:39.825266 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-199ee8f8-799e-491b-b8b9-6eafa6d27c6a req-6866ddb0-6e44-4bc6-aeaf-dded39ac10cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Dec 15 16:12:40.034071 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91938aae-8f42-490f-9511-0ac966e90e84 req-1f297058-26e2-4b87-a0b7-a67241cc551f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.035546 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-91938aae-8f42-490f-9511-0ac966e90e84 req-1f297058-26e2-4b87-a0b7-a67241cc551f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.0546663 Dec 15 16:12:40.066616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd8e4-ccc0-48f5-83d4-348cfa59a2c1 req-c5ff5b4d-1e5f-4c70-8160-e5cea4627c0e tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.068212 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-de4dd8e4-ccc0-48f5-83d4-348cfa59a2c1 req-c5ff5b4d-1e5f-4c70-8160-e5cea4627c0e tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 944 time: 0.0572851 Dec 15 16:12:40.085446 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-91938aae-8f42-490f-9511-0ac966e90e84 req-cf818ccb-86a6-406e-a7e7-29e639bd26a7 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Dec 15 16:12:40.121650 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-de4dd8e4-ccc0-48f5-83d4-348cfa59a2c1 req-2ec8971d-6cc4-4f60-baba-558a0410c1cd tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Dec 15 16:12:40.255095 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874b14-1148-4115-8628-160107691b7c req-86838ec4-ca93-488e-9762-3b9c3fad10bf tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.256537 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4c874b14-1148-4115-8628-160107691b7c req-86838ec4-ca93-488e-9762-3b9c3fad10bf tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0517609 Dec 15 16:12:40.302012 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4c874b14-1148-4115-8628-160107691b7c req-c6cd5782-c41a-442c-8bb4-9ceeee692ddf tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393949 Dec 15 16:12:40.399182 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0eb10-daee-4dab-b265-1ed19506634e req-43642d8d-5f6d-4f12-bfed-7e8667de5540 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.400633 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd0eb10-daee-4dab-b265-1ed19506634e req-43642d8d-5f6d-4f12-bfed-7e8667de5540 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0528131 Dec 15 16:12:40.446752 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd0eb10-daee-4dab-b265-1ed19506634e req-26660568-e39b-4390-9efc-c20cd1921d14 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Dec 15 16:12:40.887199 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6cfd-7fa2-47e9-a828-c294f4cb851a req-768e083d-8ef3-4dca-ac5f-a820d471acc4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:40.888670 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ca6a6cfd-7fa2-47e9-a828-c294f4cb851a req-768e083d-8ef3-4dca-ac5f-a820d471acc4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0515699 Dec 15 16:12:40.949417 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ca6a6cfd-7fa2-47e9-a828-c294f4cb851a req-a52734d0-84e0-4a75-9b1b-9628d0ce7365 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512807 Dec 15 16:12:41.199995 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065ec5-6bae-4b78-9d87-52a44b15036f req-22d3bc73-416b-4f10-a066-017e564efbef tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.201540 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-23065ec5-6bae-4b78-9d87-52a44b15036f req-22d3bc73-416b-4f10-a066-017e564efbef tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.0487816 Dec 15 16:12:41.234579 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f8ee4-307f-4ab9-8d02-759e044e59b5 req-138eca79-b710-4d65-b077-7fa847515be1 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.243620 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0b7f8ee4-307f-4ab9-8d02-759e044e59b5 req-138eca79-b710-4d65-b077-7fa847515be1 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 944 time: 0.0485997 Dec 15 16:12:41.251782 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-23065ec5-6bae-4b78-9d87-52a44b15036f req-18244b7b-5150-4773-bde0-0c6470cabc17 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Dec 15 16:12:41.287072 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0b7f8ee4-307f-4ab9-8d02-759e044e59b5 req-29488ad6-90f0-4522-b685-f588b6a052dd tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Dec 15 16:12:41.431433 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4c88-c4e0-40eb-9bee-4957204bcf3e req-8d887a99-1df6-40c4-bef3-5b9a98ca2eb7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.432783 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b85d4c88-c4e0-40eb-9bee-4957204bcf3e req-8d887a99-1df6-40c4-bef3-5b9a98ca2eb7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0509140 Dec 15 16:12:41.486249 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b85d4c88-c4e0-40eb-9bee-4957204bcf3e req-50a23488-bd73-425f-8082-f26ceb3d2d4d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476153 Dec 15 16:12:41.560246 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f330-88d3-4a0e-940d-f64c430329de req-cae721b7-f18f-42f2-ac32-48682acca3c4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:41.561717 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0825f330-88d3-4a0e-940d-f64c430329de req-cae721b7-f18f-42f2-ac32-48682acca3c4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0477512 Dec 15 16:12:41.609943 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0825f330-88d3-4a0e-940d-f64c430329de req-54cc99da-fe69-4bd1-b138-741d5558bafb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Dec 15 16:12:42.060737 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1272472-d78d-4ad6-8ab6-dad8139f50fb req-6c78fcfb-6c78-41e7-a4e9-5d981ceae6fa tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.062215 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f1272472-d78d-4ad6-8ab6-dad8139f50fb req-6c78fcfb-6c78-41e7-a4e9-5d981ceae6fa tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0492249 Dec 15 16:12:42.108317 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f1272472-d78d-4ad6-8ab6-dad8139f50fb req-650d4187-5a34-4bf8-8fe1-b97b1a210e01 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Dec 15 16:12:42.223635 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 22b2ec2e-29af-439e-80e6-b88c63e49caf details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:12:42.323497 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 22b2ec2e-29af-439e-80e6-b88c63e49caf, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:42.335418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'port_id': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'mac_address': 'fa:16:3e:c6:4e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:12:42.375264 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:42.378715 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36763f48-a15c-4d21-8693-c9d07aeb07f4 req-beba8c27-dd32-4c04-8af4-76709f62706e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.380328 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-36763f48-a15c-4d21-8693-c9d07aeb07f4 req-beba8c27-dd32-4c04-8af4-76709f62706e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 943 time: 0.0574636 Dec 15 16:12:42.390207 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b2ec2e-29af-439e-80e6-b88c63e49caf {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:12:42.414603 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d38c4e-35e0-4151-ae7d-6c46c49f4433 req-f2e55cf2-2c5c-4d0a-97ef-b23272714445 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.416149 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26d38c4e-35e0-4151-ae7d-6c46c49f4433 req-f2e55cf2-2c5c-4d0a-97ef-b23272714445 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 944 time: 0.0548177 Dec 15 16:12:42.419277 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 22b2ec2e-29af-439e-80e6-b88c63e49caf, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:42.425317 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:42.435254 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-36763f48-a15c-4d21-8693-c9d07aeb07f4 req-f12a3b51-89e6-43a3-b5f1-c0712bffc2da tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483575 Dec 15 16:12:42.470912 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26d38c4e-35e0-4151-ae7d-6c46c49f4433 req-17e38009-a75b-4800-a43e-580a90f937b1 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Dec 15 16:12:42.473818 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=22b2ec2e-29af-439e-80e6-b88c63e49caf,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:42.606637 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83190e8-f41d-4fbd-adb8-a5bfe58e744b req-7362ff38-41ba-4bf2-a8d6-ef8d2dcc15b2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.608106 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f83190e8-f41d-4fbd-adb8-a5bfe58e744b req-7362ff38-41ba-4bf2-a8d6-ef8d2dcc15b2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0501256 Dec 15 16:12:42.655165 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f83190e8-f41d-4fbd-adb8-a5bfe58e744b req-baea69e7-43c8-4f0b-a810-1ae8aaaf619c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 Dec 15 16:12:42.750739 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff9b41-425e-465d-bcd2-b0acea518bff req-cae454d2-06f3-4e6d-ab35-6fd249c0cb14 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:42.752216 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eaff9b41-425e-465d-bcd2-b0acea518bff req-cae454d2-06f3-4e6d-ab35-6fd249c0cb14 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0741854 Dec 15 16:12:42.800314 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eaff9b41-425e-465d-bcd2-b0acea518bff req-bf489064-69f3-4d42-a22c-e52a9b5aa9ea tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Dec 15 16:12:43.179457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 282cd38c-1d07-4bb0-8400-a79f6db5a357 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:43.231100 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55394d-14ac-48b9-9cda-3c5d95258c84 req-58533c72-e757-4df7-9d49-626a6d6de612 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.232697 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2f55394d-14ac-48b9-9cda-3c5d95258c84 req-58533c72-e757-4df7-9d49-626a6d6de612 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0551367 Dec 15 16:12:43.283732 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2f55394d-14ac-48b9-9cda-3c5d95258c84 req-fe26d6a9-2e54-4580-8f9e-d791bfacbe89 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Dec 15 16:12:43.357527 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 282cd38c-1d07-4bb0-8400-a79f6db5a357 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:12:43.362334 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 282cd38c-1d07-4bb0-8400-a79f6db5a357 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:43.362710 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.438633 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.463571 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:43.465994 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa56356-67e1-4c41-bc46-47c15ce1aff3" -d '{"events": [{"server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "name": "network-vif-plugged", "status": "completed", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:43.478848 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:43.483238 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:43.508578 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418cf84-5641-4fb7-9d8b-e0b309d5a3ea x-openstack-request-id: req-8418cf84-5641-4fb7-9d8b-e0b309d5a3ea {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:43.508905 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "name": "network-vif-plugged", "status": "completed", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:43.509138 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8418cf84-5641-4fb7-9d8b-e0b309d5a3ea {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:43.509549 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'code': 200} Dec 15 16:12:43.536608 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:43.559061 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb1450-39c9-4347-878d-09b93ac82e4e req-45efcb15-6300-4645-9868-bd5214a727d3 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.560543 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1feb1450-39c9-4347-878d-09b93ac82e4e req-45efcb15-6300-4645-9868-bd5214a727d3 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 944 time: 0.0528796 Dec 15 16:12:43.606919 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab23513-acfb-42f0-8ba7-00102e7f8d1d req-5e90fb80-70f2-43e4-8217-00e35ab1204d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.608415 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3ab23513-acfb-42f0-8ba7-00102e7f8d1d req-5e90fb80-70f2-43e4-8217-00e35ab1204d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0514808 Dec 15 16:12:43.612487 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1feb1450-39c9-4347-878d-09b93ac82e4e req-b31ba201-3576-4b5c-ae6b-eba0dd74b991 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 Dec 15 16:12:43.655390 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3ab23513-acfb-42f0-8ba7-00102e7f8d1d req-a3229fb8-cbe4-463c-92a4-d3685d152679 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Dec 15 16:12:43.776696 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42237870-3e91-4f91-a8ac-9104127caa76 req-724e213c-0d56-4ee9-8ae0-f21073fbf759 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.778190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42237870-3e91-4f91-a8ac-9104127caa76 req-724e213c-0d56-4ee9-8ae0-f21073fbf759 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0509160 Dec 15 16:12:43.825147 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42237870-3e91-4f91-a8ac-9104127caa76 req-d91ceb61-5366-48cf-905a-ef29021b2e4b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408373 Dec 15 16:12:43.917593 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b907e0-e590-4cd0-aa4a-44a29eb06d91 req-57df3566-1868-465f-a38b-4e76c62af642 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:43.919145 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-88b907e0-e590-4cd0-aa4a-44a29eb06d91 req-57df3566-1868-465f-a38b-4e76c62af642 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0487845 Dec 15 16:12:43.968347 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-88b907e0-e590-4cd0-aa4a-44a29eb06d91 req-c3ae6265-afa6-4d6b-883b-c85ec2b7c96e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Dec 15 16:12:44.259489 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:44.380170 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-2f41d91f-c49b-4445-9fb1-07701fb364e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449488 Dec 15 16:12:44.421091 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb590bb4-7929-4d73-9a02-9ed87a1671ae req-7ea99059-6151-4835-91df-46f2888bc9df tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.423234 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb590bb4-7929-4d73-9a02-9ed87a1671ae req-7ea99059-6151-4835-91df-46f2888bc9df tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0659957 Dec 15 16:12:44.478605 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-f78caa57-646b-4170-96d6-2e35e1b0f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.480236 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-f78caa57-646b-4170-96d6-2e35e1b0f57f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 1098 time: 0.0468373 Dec 15 16:12:44.505938 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb590bb4-7929-4d73-9a02-9ed87a1671ae req-bacb7363-c258-4f4f-9c9e-d1f8fbecbe0e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742054 Dec 15 16:12:44.523111 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef769a0c-d57f-4e5c-9145-24f2f8b39c4f req-4785063c-00e9-4339-822a-313eebe006ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.524683 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ef769a0c-d57f-4e5c-9145-24f2f8b39c4f req-4785063c-00e9-4339-822a-313eebe006ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1098 time: 0.0552611 Dec 15 16:12:44.573244 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ef769a0c-d57f-4e5c-9145-24f2f8b39c4f req-cf3c4b28-d643-44f1-b3c2-6f8ba58ad9e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Dec 15 16:12:44.599094 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-2f63cbd4-a1a5-4987-be54-3b97b65f0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.601086 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-2f63cbd4-a1a5-4987-be54-3b97b65f0e72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 916 time: 0.0977144 Dec 15 16:12:44.714749 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['22b2ec2e-29af-439e-80e6-b88c63e49caf'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:12:44.749305 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe709-7f61-4f02-a511-e5adb19f55e9 req-a203747a-e7a2-4b71-8391-959cd7bb1617 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.751244 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3effe709-7f61-4f02-a511-e5adb19f55e9 req-a203747a-e7a2-4b71-8391-959cd7bb1617 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 944 time: 0.0682557 Dec 15 16:12:44.785207 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a63f-ec44-4357-a8f7-6c0aaf09c84f req-5b791f55-6f87-4d14-9a13-1c8f16fec7d3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.793140 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6f37a63f-ec44-4357-a8f7-6c0aaf09c84f req-5b791f55-6f87-4d14-9a13-1c8f16fec7d3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Dec 15 16:12:44.835577 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3effe709-7f61-4f02-a511-e5adb19f55e9 req-8a713ba9-0125-4f40-8838-d20c26ca0b5a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754814 Dec 15 16:12:44.865500 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-effbc116-8ce6-43a2-8d49-22a502e511aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648d6170-f09f-415c-8e88-60e67684a8da HTTP/1.1" status: 200 len: 217 time: 0.0404918 Dec 15 16:12:44.869983 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6f37a63f-ec44-4357-a8f7-6c0aaf09c84f req-3f58b9a0-056c-4123-befc-0ca70207c435 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758102 Dec 15 16:12:44.957536 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-38fc25c5-4a06-4d8a-9c52-1a7b8576a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.959351 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-38fc25c5-4a06-4d8a-9c52-1a7b8576a26f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.0743153 Dec 15 16:12:44.977403 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f39f6-6e0f-4827-87d8-6aa7ab723449 req-7b71657b-9306-4f49-b889-7a1f09314b7e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:44.978878 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e58f39f6-6e0f-4827-87d8-6aa7ab723449 req-7b71657b-9306-4f49-b889-7a1f09314b7e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0643928 Dec 15 16:12:45.014631 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-bd24f26b-1f16-4cdf-be9e-c78cafbc4bdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347788 Dec 15 16:12:45.099304 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e58f39f6-6e0f-4827-87d8-6aa7ab723449 req-0f593cd5-5d7b-4947-b5e6-ad043c4bf668 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120102 Dec 15 16:12:45.105592 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ba36f-81eb-4e63-8e38-fac28962f9bf req-0da78877-92b3-44f7-9ffd-2a1a613e8f34 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:45.107631 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ab8ba36f-81eb-4e63-8e38-fac28962f9bf req-0da78877-92b3-44f7-9ffd-2a1a613e8f34 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0659199 Dec 15 16:12:45.159598 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-a640ec58-cce6-47cb-a0f9-7f6a5824af96 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347611 Dec 15 16:12:45.187320 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ab8ba36f-81eb-4e63-8e38-fac28962f9bf req-1a5c32e6-28ad-4a60-86b7-71b76cddbb7c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Dec 15 16:12:45.256490 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0499a64-6e10-4f72-82e8-ee643ba55446 req-3a153349-8f19-438a-8792-bca3863410c5 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886126 Dec 15 16:12:45.430876 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42316) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:45.539588 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b65d7ff5-ed73-4323-b33f-823bb5d046dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.615220 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b65d7ff5-ed73-4323-b33f-823bb5d046dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.619454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b65d7ff5-ed73-4323-b33f-823bb5d046dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.636081 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36a1c9-0207-4385-b0db-fbb9f69587d0 req-5331dfa1-51c5-4d4f-baaa-d845f79d5fb2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:45.638595 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8d36a1c9-0207-4385-b0db-fbb9f69587d0 req-5331dfa1-51c5-4d4f-baaa-d845f79d5fb2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0557292 Dec 15 16:12:45.658812 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b65d7ff5-ed73-4323-b33f-823bb5d046dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c21cd8bed9614523b4d36d5aaa035277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265964 Dec 15 16:12:45.659669 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d7ff5-ed73-4323-b33f-823bb5d046dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6e0b9-44f3-4723-b047-7f7a34077936,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:45.663453 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42324) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:45.714768 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c09c6b61-40f9-40c9-8ed7-81d5b4b6449e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.737437 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c09c6b61-40f9-40c9-8ed7-81d5b4b6449e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.788214 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c09c6b61-40f9-40c9-8ed7-81d5b4b6449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.791621 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c09c6b61-40f9-40c9-8ed7-81d5b4b6449e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:45.792749 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c09c6b61-40f9-40c9-8ed7-81d5b4b6449e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bd6e0b9-44f3-4723-b047-7f7a34077936 HTTP/1.1" status: 204 len: 168 time: 0.1281459 Dec 15 16:12:45.805576 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c6b61-40f9-40c9-8ed7-81d5b4b6449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6e0b9-44f3-4723-b047-7f7a34077936,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:45.903083 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8d36a1c9-0207-4385-b0db-fbb9f69587d0 req-a216df93-1d1e-49ee-8893-40cbbbbb4064 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596135 Dec 15 16:12:45.976547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95172b-fe33-4543-a794-42ccb025e598 req-f5965cfe-6d30-4374-925f-ba2217281a5d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:45.978222 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6d95172b-fe33-4543-a794-42ccb025e598 req-f5965cfe-6d30-4374-925f-ba2217281a5d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 944 time: 0.0548034 Dec 15 16:12:46.017693 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d192-e2bc-4993-a463-2acb8d25f11f req-f927d917-52b9-429b-95e1-561a23e27f24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:46.019269 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1616d192-e2bc-4993-a463-2acb8d25f11f req-f927d917-52b9-429b-95e1-561a23e27f24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Dec 15 16:12:46.029802 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6d95172b-fe33-4543-a794-42ccb025e598 req-8ff3c311-f54d-47a7-978c-63fa2737bb2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Dec 15 16:12:46.074308 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1616d192-e2bc-4993-a463-2acb8d25f11f req-886cb19c-8066-401b-ac2a-a9e523120ae5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486276 Dec 15 16:12:46.233131 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a59d5-2988-456e-acfd-1e9525c391d8 req-fda955d3-d456-4f21-bf94-657ae5b6bc90 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:46.234629 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-da9a59d5-2988-456e-acfd-1e9525c391d8 req-fda955d3-d456-4f21-bf94-657ae5b6bc90 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0499775 Dec 15 16:12:46.284125 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-da9a59d5-2988-456e-acfd-1e9525c391d8 req-813c316e-585f-48dc-9773-3923816831b9 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Dec 15 16:12:47.017868 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f881-b547-42e3-b0a3-b769f3f6f100 req-8b728bd9-9619-4cc9-a578-ba8b7e0e5c73 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:47.019320 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-85e8f881-b547-42e3-b0a3-b769f3f6f100 req-8b728bd9-9619-4cc9-a578-ba8b7e0e5c73 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0469356 Dec 15 16:12:47.071211 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-85e8f881-b547-42e3-b0a3-b769f3f6f100 req-3a44bec1-593e-4b97-9afa-326ff2cf69e7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450318 Dec 15 16:12:47.150700 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaacf47-5702-4532-97c5-616e452976bf req-5058bb38-0b5f-4376-b62f-93314fc08a05 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:47.152169 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6eaacf47-5702-4532-97c5-616e452976bf req-5058bb38-0b5f-4376-b62f-93314fc08a05 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 944 time: 0.0492351 Dec 15 16:12:47.186677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60b0e-c149-4cdf-ac05-a39499f7b294 req-e87b7d9e-9426-4649-a555-63419435d917 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:47.188341 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-49b60b0e-c149-4cdf-ac05-a39499f7b294 req-e87b7d9e-9426-4649-a555-63419435d917 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0489683 Dec 15 16:12:47.204322 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6eaacf47-5702-4532-97c5-616e452976bf req-57bd4042-b598-4ee9-ac29-f48ecd3d8dee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Dec 15 16:12:47.236565 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-49b60b0e-c149-4cdf-ac05-a39499f7b294 req-85bc131e-7162-498f-8f9f-c1bee3625ed3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Dec 15 16:12:47.399930 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738d110-4d7e-43fe-9f4c-6349aa6dbda0 req-a4015934-a825-49e3-afb9-58be8c10ca55 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:47.401369 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e738d110-4d7e-43fe-9f4c-6349aa6dbda0 req-a4015934-a825-49e3-afb9-58be8c10ca55 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0477698 Dec 15 16:12:47.451409 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e738d110-4d7e-43fe-9f4c-6349aa6dbda0 req-ae2e64d1-d469-4315-8f31-5999e8d34f9e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Dec 15 16:12:48.183309 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d5717-7acf-45ca-8d34-aae9ac111562 req-47664e1c-bb82-46a9-843e-7c15f20ac44e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:48.184744 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-348d5717-7acf-45ca-8d34-aae9ac111562 req-47664e1c-bb82-46a9-843e-7c15f20ac44e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0472021 Dec 15 16:12:48.234846 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-348d5717-7acf-45ca-8d34-aae9ac111562 req-79436fc9-4434-48d0-b699-94b0aded47e5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Dec 15 16:12:48.317137 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e142e-b1f1-4e5e-8407-160d244f32fa req-04cd811a-3f6a-47cc-b88a-d95bb8b1bd76 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:48.318625 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-452e142e-b1f1-4e5e-8407-160d244f32fa req-04cd811a-3f6a-47cc-b88a-d95bb8b1bd76 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 944 time: 0.0479558 Dec 15 16:12:48.353918 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb3bd-4715-46b7-940d-2aa15c6aebd2 req-03918465-593a-49c9-875c-86b3d56dd15b tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:48.355310 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-935cb3bd-4715-46b7-940d-2aa15c6aebd2 req-03918465-593a-49c9-875c-86b3d56dd15b tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0536461 Dec 15 16:12:48.366130 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-452e142e-b1f1-4e5e-8407-160d244f32fa req-cdd16549-8a13-4a16-8349-926dff9ea785 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 Dec 15 16:12:48.401981 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-935cb3bd-4715-46b7-940d-2aa15c6aebd2 req-2dcf45e0-57ac-4fc3-bd6c-6805020e4f00 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Dec 15 16:12:48.570919 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbd171-dcd8-4256-9db8-89743ec6117f req-a83edf5c-4137-4a49-847a-9b1d9ca2ae4e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:48.572399 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-edfbd171-dcd8-4256-9db8-89743ec6117f req-a83edf5c-4137-4a49-847a-9b1d9ca2ae4e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0523405 Dec 15 16:12:48.619979 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-edfbd171-dcd8-4256-9db8-89743ec6117f req-68b8926f-2426-4142-b196-db1c29de7183 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 Dec 15 16:12:49.200691 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5c65-4a0e-4654-864e-575ae4d6c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:49.346703 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c3fce-cc43-477d-b33f-6828a9191c7c req-1239e4f9-016f-42f9-b0ad-8ab53135b8cb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:49.348155 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-900c3fce-cc43-477d-b33f-6828a9191c7c req-1239e4f9-016f-42f9-b0ad-8ab53135b8cb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0476158 Dec 15 16:12:49.395129 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-900c3fce-cc43-477d-b33f-6828a9191c7c req-f557840d-4dac-474b-8521-8b2319d61cc7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Dec 15 16:12:49.495059 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2fe99-a377-4380-8aa5-1b5a38d037bd req-8f1a1025-42cf-4663-bdf8-ab41e4c2b62c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:49.496589 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b0b2fe99-a377-4380-8aa5-1b5a38d037bd req-8f1a1025-42cf-4663-bdf8-ab41e4c2b62c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 944 time: 0.0613720 Dec 15 16:12:49.518697 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3b014-8168-4d4c-b73e-91602018cdbd req-00cc0eb2-796b-458c-bc58-51facb8812f1 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:49.520463 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cad3b014-8168-4d4c-b73e-91602018cdbd req-00cc0eb2-796b-458c-bc58-51facb8812f1 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Dec 15 16:12:49.544531 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b0b2fe99-a377-4380-8aa5-1b5a38d037bd req-27adf0d8-d14b-4c8c-86c6-d2e7dc80db04 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 Dec 15 16:12:49.574169 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cad3b014-8168-4d4c-b73e-91602018cdbd req-fac9c32c-78d5-42a1-966c-bf6a1d74277a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Dec 15 16:12:49.749639 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02484608-9ca6-4a17-9379-49b4c25d5d6d req-26930438-e473-47f6-b009-7658148d9b0a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:49.751956 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-02484608-9ca6-4a17-9379-49b4c25d5d6d req-26930438-e473-47f6-b009-7658148d9b0a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0594766 Dec 15 16:12:49.802428 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-02484608-9ca6-4a17-9379-49b4c25d5d6d req-1b93a9a1-8fb6-4bfd-91b4-5292aba49626 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Dec 15 16:12:50.256010 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 22b2ec2e-29af-439e-80e6-b88c63e49caf up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:12:50.304695 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 22b2ec2e-29af-439e-80e6-b88c63e49caf completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:12:50.308418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 22b2ec2e-29af-439e-80e6-b88c63e49caf triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:12:50.308791 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.388735 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.413650 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:12:50.415806 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101df9d-297b-4f59-9996-9769d474ac5f" -d '{"events": [{"server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "name": "network-vif-plugged", "status": "completed", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:12:50.440697 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 22b2ec2e-29af-439e-80e6-b88c63e49caf, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:12:50.445336 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:50.472312 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15d02b-a025-4947-a8ac-f5e23fd11a54 x-openstack-request-id: req-9e15d02b-a025-4947-a8ac-f5e23fd11a54 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:12:50.472622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "name": "network-vif-plugged", "status": "completed", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:12:50.472875 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e15d02b-a025-4947-a8ac-f5e23fd11a54 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:12:50.473254 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'code': 200} Dec 15 16:12:50.499063 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=22b2ec2e-29af-439e-80e6-b88c63e49caf,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:12:50.517368 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3cfb2-899e-4557-94ee-e6cbf7a60dae req-280d976d-347c-420d-aaf9-5f929a79d758 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:50.518851 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-72b3cfb2-899e-4557-94ee-e6cbf7a60dae req-280d976d-347c-420d-aaf9-5f929a79d758 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0500717 Dec 15 16:12:50.566460 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-72b3cfb2-899e-4557-94ee-e6cbf7a60dae req-2aaba796-252c-4e88-a9b8-d8aaf8d00ce6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Dec 15 16:12:50.660399 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ec692-321a-4c43-99bb-b94ed8167a3b req-87046004-fbbb-4f9a-b05b-aba3023c4268 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:50.661907 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3b2ec692-321a-4c43-99bb-b94ed8167a3b req-87046004-fbbb-4f9a-b05b-aba3023c4268 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0489025 Dec 15 16:12:50.690505 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dccc1a-832c-47d5-ba37-8688d457fe72 req-e21d44c7-3d1e-422f-b214-1099e58cb736 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:50.692043 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-20dccc1a-832c-47d5-ba37-8688d457fe72 req-e21d44c7-3d1e-422f-b214-1099e58cb736 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Dec 15 16:12:50.714511 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3b2ec692-321a-4c43-99bb-b94ed8167a3b req-055e3b50-0902-4de8-bb66-59f7506ba989 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Dec 15 16:12:50.747608 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-20dccc1a-832c-47d5-ba37-8688d457fe72 req-1506eca8-3646-4811-9710-ae4623a03114 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Dec 15 16:12:50.865704 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea52ce-f623-48d7-b93b-564cf586905c req-7742c342-bfb1-46ef-b590-3d991aee3bdb tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:50.867852 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dfea52ce-f623-48d7-b93b-564cf586905c req-7742c342-bfb1-46ef-b590-3d991aee3bdb tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Dec 15 16:12:50.916139 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dfea52ce-f623-48d7-b93b-564cf586905c req-0cd6f32f-f72b-4715-903e-cfe0f9c2c703 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Dec 15 16:12:51.015541 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f084b-28f6-4744-84a4-f48937498078 req-04fd64e9-3f8f-4f72-9539-e89f975d221d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:51.016912 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1f5f084b-28f6-4744-84a4-f48937498078 req-04fd64e9-3f8f-4f72-9539-e89f975d221d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0481117 Dec 15 16:12:51.064300 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1f5f084b-28f6-4744-84a4-f48937498078 req-925bf42f-7fe0-4a06-8515-83619a67370a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Dec 15 16:12:51.371873 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0eec0-1218-4707-a621-248168aa01d5 req-434881cd-b8fc-42af-9eae-160386db3a7a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:51.373331 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e9b0eec0-1218-4707-a621-248168aa01d5 req-434881cd-b8fc-42af-9eae-160386db3a7a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0504043 Dec 15 16:12:51.419121 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e9b0eec0-1218-4707-a621-248168aa01d5 req-0e756d12-af58-4bda-a3ab-362ea45c2f5f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Dec 15 16:12:51.514855 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0857-7403-4705-984b-7efbfb230eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:51.698755 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75d2d-dc5f-4c6e-ba19-5efde2a7897c req-f2d2369b-68aa-44bd-b209-a36bda7e2aed tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:51.700297 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3ba75d2d-dc5f-4c6e-ba19-5efde2a7897c req-f2d2369b-68aa-44bd-b209-a36bda7e2aed tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0609365 Dec 15 16:12:51.748375 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3ba75d2d-dc5f-4c6e-ba19-5efde2a7897c req-c385a6e3-b772-4698-a8ea-1a088ffbb1e2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Dec 15 16:12:51.851570 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d41716-c04f-42be-bc76-e543c763756e req-e2550505-c63f-422f-9665-6c3cc167e850 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:51.852938 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-87d41716-c04f-42be-bc76-e543c763756e req-e2550505-c63f-422f-9665-6c3cc167e850 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0479183 Dec 15 16:12:51.902011 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-87d41716-c04f-42be-bc76-e543c763756e req-2aff3db2-59f9-4356-bc37-92bf6e34fc5c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Dec 15 16:12:52.184839 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0650a-e71c-4969-9148-f8170c0b2fc4 req-57d1b73b-9a84-4a58-87d1-1f6d741e0a64 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:52.186344 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-29d0650a-e71c-4969-9148-f8170c0b2fc4 req-57d1b73b-9a84-4a58-87d1-1f6d741e0a64 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0492456 Dec 15 16:12:52.232893 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-29d0650a-e71c-4969-9148-f8170c0b2fc4 req-77bfcc19-0271-4c63-a4f7-cfbf31ffd2d3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Dec 15 16:12:52.838829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:52.864645 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e1e1-de6e-455b-ba73-ef148d84fdc6 req-a6f37b7d-8760-4680-9e49-2609b8e28ea2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:52.866149 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e445e1e1-de6e-455b-ba73-ef148d84fdc6 req-a6f37b7d-8760-4680-9e49-2609b8e28ea2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0512471 Dec 15 16:12:52.912955 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e445e1e1-de6e-455b-ba73-ef148d84fdc6 req-971b7fad-32df-4531-9cc3-ee871e2374c2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Dec 15 16:12:53.016940 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80caa4-1dba-4efc-b6b5-dfa32e9a4c98 req-f678ba44-ea6e-4a03-9a7f-6d053debf6fe tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:53.018318 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9c80caa4-1dba-4efc-b6b5-dfa32e9a4c98 req-f678ba44-ea6e-4a03-9a7f-6d053debf6fe tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0510044 Dec 15 16:12:53.065608 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9c80caa4-1dba-4efc-b6b5-dfa32e9a4c98 req-47d86c9b-2eda-4341-8a33-9a64701fade4 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406673 Dec 15 16:12:53.347747 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4fe5-c9ff-4840-afcc-9efeb97449b4 req-1a94950d-68bb-46b0-b002-86ac8de8ad4e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:53.349201 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e4db4fe5-c9ff-4840-afcc-9efeb97449b4 req-1a94950d-68bb-46b0-b002-86ac8de8ad4e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0478921 Dec 15 16:12:53.395184 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e4db4fe5-c9ff-4840-afcc-9efeb97449b4 req-93ad7136-e29b-4e0b-8d47-56cdd1740b59 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Dec 15 16:12:53.817741 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf891ba-17f4-46bc-883b-f0cc917039de req-7158f3ce-8f46-4c45-99dc-99e4a6b80efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:53.819782 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8cf891ba-17f4-46bc-883b-f0cc917039de req-7158f3ce-8f46-4c45-99dc-99e4a6b80efe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1098 time: 0.0496292 Dec 15 16:12:53.873017 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:53.900439 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8cf891ba-17f4-46bc-883b-f0cc917039de req-caa3e50b-a2bc-4f65-a62d-922d854daf44 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Dec 15 16:12:54.024726 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c55c5-2f2c-4569-a8f3-684846764da7 req-0c68bd29-6e61-440e-a0b3-9346ef0e9302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:54.026217 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bb2c55c5-2f2c-4569-a8f3-684846764da7 req-0c68bd29-6e61-440e-a0b3-9346ef0e9302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0480025 Dec 15 16:12:54.074176 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bb2c55c5-2f2c-4569-a8f3-684846764da7 req-b1e1554b-0224-40a2-996d-2bc68bd42bc1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Dec 15 16:12:54.183797 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6b67e-abce-4baf-8388-fb974f74ca06 req-f2f096f3-e9fa-4239-9e6d-abeabb66da87 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:54.185298 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e6f6b67e-abce-4baf-8388-fb974f74ca06 req-f2f096f3-e9fa-4239-9e6d-abeabb66da87 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0479701 Dec 15 16:12:54.245416 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e6f6b67e-abce-4baf-8388-fb974f74ca06 req-28290b78-388a-47ae-9e84-d7a712891dc9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530455 Dec 15 16:12:54.512966 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206e79-5b98-4d9f-9d8f-88b9d18b0f2f req-3d387024-d03c-4469-922e-b8f1923686a5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:54.514396 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-13206e79-5b98-4d9f-9d8f-88b9d18b0f2f req-3d387024-d03c-4469-922e-b8f1923686a5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0472996 Dec 15 16:12:54.562873 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-13206e79-5b98-4d9f-9d8f-88b9d18b0f2f req-b0939364-c805-48e7-826c-1e8ca52601ad tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Dec 15 16:12:55.188694 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aedb8-3dd3-401f-9c71-b0649e89fcfe req-74abfcf3-461c-4705-a6fb-10d9017f3f93 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:55.190169 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ab2aedb8-3dd3-401f-9c71-b0649e89fcfe req-74abfcf3-461c-4705-a6fb-10d9017f3f93 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0500243 Dec 15 16:12:55.235404 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ab2aedb8-3dd3-401f-9c71-b0649e89fcfe req-4f335bc7-ed5b-46f9-bca8-5e2c23ca0e56 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392704 Dec 15 16:12:55.364154 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178100b4-6b99-4a55-90ef-7c72526d8914 req-ef5ecd8b-e448-4df0-b810-221e674f2f26 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:55.365771 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-178100b4-6b99-4a55-90ef-7c72526d8914 req-ef5ecd8b-e448-4df0-b810-221e674f2f26 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0519772 Dec 15 16:12:55.414611 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-178100b4-6b99-4a55-90ef-7c72526d8914 req-bbf2f2b8-acd3-4353-b296-dc8a3a8c1b1b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Dec 15 16:12:55.421679 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-3f3a924d-cf1f-4ab3-87d7-29d0dc8f85ed tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843005674&fields=id&tenant_id=fc22adb06b1e405ea619c273ffb94020 HTTP/1.1" status: 200 len: 267 time: 0.0557742 Dec 15 16:12:55.526041 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-6c7867e4-a85d-4777-8e66-e81a5947daca tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:55.527460 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-6c7867e4-a85d-4777-8e66-e81a5947daca tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 809 time: 0.1010983 Dec 15 16:12:55.542229 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-4c743861-866b-43f3-b969-cb173caf54ba tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/quotas/fc22adb06b1e405ea619c273ffb94020 HTTP/1.1" status: 200 len: 375 time: 0.0088861 Dec 15 16:12:55.572233 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:55.594093 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-dfc80722-9ed5-4344-ad25-76c53ea4ba8b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459037 Dec 15 16:12:55.683525 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da1221-1754-4dc0-ab42-23fbce32d245 req-bd06acce-c504-425e-b16d-b96705515b01 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:55.685022 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-24da1221-1754-4dc0-ab42-23fbce32d245 req-bd06acce-c504-425e-b16d-b96705515b01 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0505140 Dec 15 16:12:55.735737 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-24da1221-1754-4dc0-ab42-23fbce32d245 req-669de72e-12ee-451e-b441-202ea33534b2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446007 Dec 15 16:12:55.886283 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-243a9fc4-b95a-42ca-a2ba-18bf5cadbb99 service neutron] 10.222.0.36 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805393 Dec 15 16:12:55.973846 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-e27e1bcd-c99d-45bf-92cb-7e6dc890fc2e service neutron] 10.222.0.36 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814564 Dec 15 16:12:56.246790 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2c45219f-dbd1-4d23-bfd3-045c0cc5642b req-c8136300-7f91-4293-81c0-8565afb50fdb tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 210 time: 0.0260978 Dec 15 16:12:56.359433 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff3d08-c090-42a8-b809-042724b819e2 req-1e341a81-f270-4a02-9660-5c82ca1cd492 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:56.360911 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-00ff3d08-c090-42a8-b809-042724b819e2 req-1e341a81-f270-4a02-9660-5c82ca1cd492 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0537338 Dec 15 16:12:56.409603 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-00ff3d08-c090-42a8-b809-042724b819e2 req-d6384041-838e-4dd6-9308-8b28d9fa9fff tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Dec 15 16:12:56.540246 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf0b55-d779-406e-b9ca-caf5c6f8ea24 req-cee9c743-bd09-4211-9755-d900197972bf tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:56.541904 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-76bf0b55-d779-406e-b9ca-caf5c6f8ea24 req-cee9c743-bd09-4211-9755-d900197972bf tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0549726 Dec 15 16:12:56.591169 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-76bf0b55-d779-406e-b9ca-caf5c6f8ea24 req-f09cd3d0-d52a-4ea1-b84c-fc9dbdd5cd91 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Dec 15 16:12:56.855088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8158d6-83b3-4866-8fbd-de0f9e9b05e4 req-840c0fa8-8867-45d7-8328-f7efca316607 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:56.856522 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6b8158d6-83b3-4866-8fbd-de0f9e9b05e4 req-840c0fa8-8867-45d7-8328-f7efca316607 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0470557 Dec 15 16:12:56.902825 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6b8158d6-83b3-4866-8fbd-de0f9e9b05e4 req-2411e8e1-a762-4b3e-9a0c-34bda462d4a6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Dec 15 16:12:57.335319 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9393bf69-1c26-4939-8baf-241aa3b82fc5 req-05cf3a7e-1b46-4434-b7d8-f793746ab383 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 210 time: 0.0250914 Dec 15 16:12:57.526256 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce929bf-728e-4408-86d4-6f1eec1b9add req-01128e1d-7fd5-4b0b-a509-49297f0f5415 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:57.527652 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cce929bf-728e-4408-86d4-6f1eec1b9add req-01128e1d-7fd5-4b0b-a509-49297f0f5415 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0489357 Dec 15 16:12:57.579699 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cce929bf-728e-4408-86d4-6f1eec1b9add req-8f4ea310-ed47-45d4-94e7-8839b079f577 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Dec 15 16:12:57.710481 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6acdd6-770e-422e-a93f-301a7a97891d req-bf6a733f-7806-4029-9711-923bf242b8f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:57.711979 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad6acdd6-770e-422e-a93f-301a7a97891d req-bf6a733f-7806-4029-9711-923bf242b8f1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0484290 Dec 15 16:12:57.758440 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad6acdd6-770e-422e-a93f-301a7a97891d req-41eb0cb8-6346-4371-af80-57def28775a9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404978 Dec 15 16:12:58.031431 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa8f91-09e5-4022-81c5-4d8b15e48a07 req-ac88f076-1746-4eed-8ef0-c741cd303966 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:58.033178 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0eaa8f91-09e5-4022-81c5-4d8b15e48a07 req-ac88f076-1746-4eed-8ef0-c741cd303966 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0486491 Dec 15 16:12:58.086202 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0eaa8f91-09e5-4022-81c5-4d8b15e48a07 req-f12f4051-ac28-4205-8af1-31f87cf25995 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460997 Dec 15 16:12:58.429986 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-38668e58-b667-4a47-9303-0508c67e359d req-0a8999a7-805b-45a1-8e34-2d6e3ec25f36 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 210 time: 0.0303876 Dec 15 16:12:58.706594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de8a54-c3ac-49d8-aba4-8254989d87b3 req-45c242ee-b89f-4fe4-8d8c-aa06e88dd1f0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:58.708069 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80de8a54-c3ac-49d8-aba4-8254989d87b3 req-45c242ee-b89f-4fe4-8d8c-aa06e88dd1f0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0620499 Dec 15 16:12:58.757415 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80de8a54-c3ac-49d8-aba4-8254989d87b3 req-1c07beaa-7aab-4031-b32b-3d8b337d5515 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Dec 15 16:12:58.874644 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1482d-d666-4e6d-9b8f-5d9da5ab646d req-4b064627-5dc1-438c-aeea-220159a04e3a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:58.876061 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a5f1482d-d666-4e6d-9b8f-5d9da5ab646d req-4b064627-5dc1-438c-aeea-220159a04e3a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0487900 Dec 15 16:12:58.925372 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a5f1482d-d666-4e6d-9b8f-5d9da5ab646d req-e48160be-5ce9-49d3-9535-81bf52f0450f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Dec 15 16:12:59.209442 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c24bc-a0c2-4688-9717-3083dfdcf8d1 req-c7596a19-261d-41dd-b1e1-0a5b30c6422a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:59.211031 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6b5c24bc-a0c2-4688-9717-3083dfdcf8d1 req-c7596a19-261d-41dd-b1e1-0a5b30c6422a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0523045 Dec 15 16:12:59.259561 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6b5c24bc-a0c2-4688-9717-3083dfdcf8d1 req-ae396f20-a72c-4c18-a84e-97575328ec32 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Dec 15 16:12:59.521409 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c1bbd552-193c-4922-aa1d-f5cec157c6b6 req-1d499649-a884-46b4-a0d5-8e77513f7736 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 210 time: 0.0258923 Dec 15 16:12:59.597455 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:12:59.873822 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fedd74-9921-4fa2-8112-f4f64179bdf1 req-69aa83d4-9825-47c0-8404-2d3970f671ad tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:12:59.875277 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-28fedd74-9921-4fa2-8112-f4f64179bdf1 req-69aa83d4-9825-47c0-8404-2d3970f671ad tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0485637 Dec 15 16:12:59.921311 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-28fedd74-9921-4fa2-8112-f4f64179bdf1 req-c87e9dcf-bd4b-4d43-a906-c7bc53611be0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Dec 15 16:13:00.037334 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0f8f-01c2-4c65-8680-ee1efba96c61 req-dbb98710-0626-4c7a-aab8-a9bd4c0766b2 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:00.038930 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-809f0f8f-01c2-4c65-8680-ee1efba96c61 req-dbb98710-0626-4c7a-aab8-a9bd4c0766b2 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0480025 Dec 15 16:13:00.089937 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-809f0f8f-01c2-4c65-8680-ee1efba96c61 req-3ed65a08-c62d-4f87-91b7-387f20a105e7 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452363 Dec 15 16:13:00.378568 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d331cf-809e-461d-b4c8-52531b3b809d req-9e025e99-7223-4ec1-8ae5-08d5f23d1c91 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:00.380022 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-54d331cf-809e-461d-b4c8-52531b3b809d req-9e025e99-7223-4ec1-8ae5-08d5f23d1c91 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0486767 Dec 15 16:13:00.431790 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-54d331cf-809e-461d-b4c8-52531b3b809d req-8b84813f-551d-431a-94b1-3c72b3f92eb4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458679 Dec 15 16:13:00.612676 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-44fd9961-786b-4e48-b8b3-121e8720e30e req-3f4b7fba-189f-4859-8e86-530cafea3f93 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 210 time: 0.0260923 Dec 15 16:13:01.043118 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbae76-9e21-406d-b063-93b4bc56de90 req-abed0f1f-9936-49d2-98c9-5231c6512272 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.044633 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-d5a1b9b5-3e60-43db-a42b-318189d528bc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.045133 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-57fbae76-9e21-406d-b063-93b4bc56de90 req-abed0f1f-9936-49d2-98c9-5231c6512272 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0540812 Dec 15 16:13:01.046402 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-d5a1b9b5-3e60-43db-a42b-318189d528bc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 809 time: 0.1041110 Dec 15 16:13:01.096942 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-57fbae76-9e21-406d-b063-93b4bc56de90 req-23df6778-e842-4776-8168-cbb90500d5c5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 Dec 15 16:13:01.120459 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-c308a120-5678-4df6-a256-840ea7e5022f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc22adb06b1e405ea619c273ffb94020 HTTP/1.1" status: 200 len: 380 time: 0.0627179 Dec 15 16:13:01.136706 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'port': {'device_id': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'admin_state_up': True, 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'security_groups': ['927c75dc-d561-498e-afc2-169a3747da92']}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:01.269184 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5b46f-abc5-48c2-8557-6f3caafb950c req-ede0367b-d61a-4e1b-b9f5-a13b6c2d34bb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.270959 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1cf5b46f-abc5-48c2-8557-6f3caafb950c req-ede0367b-d61a-4e1b-b9f5-a13b6c2d34bb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0909340 Dec 15 16:13:01.314159 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Made reservation on behalf of fc22adb06b1e405ea619c273ffb94020 for: {'port': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:13:01.317773 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:01.345059 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1cf5b46f-abc5-48c2-8557-6f3caafb950c req-de3c5ca9-98d5-44c4-ae86-eead36ec95c6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675652 Dec 15 16:13:01.452528 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Allocated IP 172.20.0.3 (f52f28d1-1904-41cf-a6e0-eda3b950cc3e/578aae51-5457-4329-ac0b-f91e6d5f25bd/2c2b22cb-7362-4ca4-9251-1a506d1f65bc) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:01.567909 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a804a2-3ddb-476d-bf79-57389be023f3 req-e23f9ab6-62ad-4e78-be57-2f37b93d6637 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.571331 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37a804a2-3ddb-476d-bf79-57389be023f3 req-e23f9ab6-62ad-4e78-be57-2f37b93d6637 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0596199 Dec 15 16:13:01.630803 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:01.668465 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37a804a2-3ddb-476d-bf79-57389be023f3 req-385380b8-b6d6-4b4f-89a7-e6db0eecb9d8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898733 Dec 15 16:13:01.670781 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:01.713798 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:01.719311 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:01.723150 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:01.730667 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.731418 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:01.766746 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:01.798444 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-9a5c7f36-d614-4980-8845-d07dcbadafb8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655991 Dec 15 16:13:01.822460 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff555b-04d9-4584-8928-a33b8165f634 req-e5dd4d8f-ffc4-4a0c-a2b2-f8499ff3fcc2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.824572 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f2ff555b-04d9-4584-8928-a33b8165f634 req-e5dd4d8f-ffc4-4a0c-a2b2-f8499ff3fcc2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 931 time: 0.0851047 Dec 15 16:13:01.826300 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd4a55-727d-4686-99ec-2185d85d4eb9 req-1980570b-ccfa-405e-87e1-de8df40db4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:01.828004 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0fcd4a55-727d-4686-99ec-2185d85d4eb9 req-1980570b-ccfa-405e-87e1-de8df40db4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0609918 Dec 15 16:13:01.830058 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Request body: {'port': {'device_id': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:01.887324 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0fcd4a55-727d-4686-99ec-2185d85d4eb9 req-21c68df6-7d61-48e5-9253-ebff5643ffd6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Dec 15 16:13:01.925421 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f2ff555b-04d9-4584-8928-a33b8165f634 req-c36c6bf3-fcf2-4e7f-8bab-6b88d174ae67 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922968 Dec 15 16:13:01.926137 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.013166 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-817f12d7-6ae4-42c0-a0fc-86aeee5de108 None None] Provisioning complete for port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:02.013793 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-817f12d7-6ae4-42c0-a0fc-86aeee5de108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.048241 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-817f12d7-6ae4-42c0-a0fc-86aeee5de108 None None] Port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:13:02.201183 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2b22cb-7362-4ca4-9251-1a506d1f65bc {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:02.209281 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.220310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d173-9b9a-4c1a-951e-3fd720c76179 req-95da21f3-3989-4968-a792-3a51c537005f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.222946 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6d30d173-9b9a-4c1a-951e-3fd720c76179 req-95da21f3-3989-4968-a792-3a51c537005f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0568817 Dec 15 16:13:02.223134 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Transition to ACTIVE for port object 2c2b22cb-7362-4ca4-9251-1a506d1f65bc will not be triggered until provisioned by entity L2. {{(pid=102591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:13:02.228494 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.310018 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6d30d173-9b9a-4c1a-951e-3fd720c76179 req-8bc803bf-75b4-44b6-ad0a-d85c756ad2df tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761237 Dec 15 16:13:02.335225 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:02.340080 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Attempting to bind port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:13:02.340421 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Attempting to bind port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:13:02.340817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Attempting to bind port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc on network f52f28d1-1904-41cf-a6e0-eda3b950cc3e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:02.346563 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc on network f52f28d1-1904-41cf-a6e0-eda3b950cc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:13:02.346900 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Attempting to bind port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc on network f52f28d1-1904-41cf-a6e0-eda3b950cc3e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:02.353822 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:13:02.354348 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Checking segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:02.354794 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Bound using segment: {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:13:02.355276 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Bound port: 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db722cf-28ad-48af-b8f2-9e31e514b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:13:02.355646 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.454093 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:13:02.495615 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:13:02.509475 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.559336 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8088a85-66d3-444e-9e20-5ff48035125a req-bc33e349-cecf-4869-a4bc-b485e75eab9a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.560913 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d8088a85-66d3-444e-9e20-5ff48035125a req-bc33e349-cecf-4869-a4bc-b485e75eab9a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.1239171 Dec 15 16:13:02.567433 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.568080 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:02.569687 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 1093 time: 0.7438259 Dec 15 16:13:02.570148 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:02.572455 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad" -d '{"events": [{"name": "network-changed", "server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:02.626670 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba35c3-4c21-4dca-a442-75b62f27a088 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:02.652214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e32728-da5e-4b76-b30d-60722a7636e2 x-openstack-request-id: req-e6e32728-da5e-4b76-b30d-60722a7636e2 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:02.652214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:02.652214 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6e32728-da5e-4b76-b30d-60722a7636e2 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:02.652616 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'status': 'completed', 'code': 200} Dec 15 16:13:02.681305 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d8088a85-66d3-444e-9e20-5ff48035125a req-4258474e-fe75-4d84-b72f-85f1e8c09ce7 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057541 Dec 15 16:13:02.705530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-a26ec821-9aeb-4db4-8f65-6465443ed00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.705530 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-a26ec821-9aeb-4db4-8f65-6465443ed00b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1096 time: 0.0660384 Dec 15 16:13:02.760762 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-fbc34000-7345-4357-90d7-71a30eea45e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 217 time: 0.0408680 Dec 15 16:13:02.860882 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-143099c3-be3e-4bcb-80ea-8d15a8e307e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.862402 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-143099c3-be3e-4bcb-80ea-8d15a8e307e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.0915766 Dec 15 16:13:02.885414 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63450256-2985-4901-90fd-37f3bce7cbcf req-abc6b9ab-f803-4b18-a87d-f31d5dd2ae56 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.886942 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-63450256-2985-4901-90fd-37f3bce7cbcf req-abc6b9ab-f803-4b18-a87d-f31d5dd2ae56 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1041620 Dec 15 16:13:02.964240 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6536f-7836-4202-add8-e3165c897baa req-06af454a-d6e7-4505-b991-f747fed9f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:02.965799 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-06af454a-d6e7-4505-b991-f747fed9f8b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779600 Dec 15 16:13:02.973225 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-63450256-2985-4901-90fd-37f3bce7cbcf req-e1581ba6-4289-4f5f-aa2f-ddcffe9c614f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737293 Dec 15 16:13:03.137571 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-cbce1a01-9b1c-4dfd-be83-333382b09e9a service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612980 Dec 15 16:13:03.143362 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0512e-6ddc-4bbd-b9b1-51bb74a2197b req-4172d525-9ea5-4ad6-abc2-430a92d21b2b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:03.149086 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ad0512e-6ddc-4bbd-b9b1-51bb74a2197b req-4172d525-9ea5-4ad6-abc2-430a92d21b2b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0742855 Dec 15 16:13:03.151183 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446a8d3-e2ac-4d47-b3e5-8f61f74f311d req-2be4e171-1efb-43ad-8083-14e80c0e8224 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:03.152717 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4446a8d3-e2ac-4d47-b3e5-8f61f74f311d req-2be4e171-1efb-43ad-8083-14e80c0e8224 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0935581 Dec 15 16:13:03.161523 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 42728) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:03.166335 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'floatingip': {'port_id': '22b2ec2e-29af-439e-80e6-b88c63e49caf'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:03.266967 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:03.405122 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4446a8d3-e2ac-4d47-b3e5-8f61f74f311d req-47d1556b-2e86-44e4-b163-e1231ea1226f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272441 Dec 15 16:13:03.420996 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f3c6536f-7836-4202-add8-e3165c897baa req-2cb15020-5a66-4049-b80f-6161c8603e34 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673147 Dec 15 16:13:03.432896 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c7cbb-ffec-43a1-af96-b7fdef5cf59c req-7630dd48-736a-445b-8ac0-1b8a75bc84b8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:03.432896 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-647c7cbb-ffec-43a1-af96-b7fdef5cf59c req-7630dd48-736a-445b-8ac0-1b8a75bc84b8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0530376 Dec 15 16:13:03.480144 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-647c7cbb-ffec-43a1-af96-b7fdef5cf59c req-4f50a26f-d371-43aa-8c71-d7b538efcc2d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Dec 15 16:13:03.598870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-3071fdb8-2697-4927-8f50-dbd894596b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:03.600393 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-3071fdb8-2697-4927-8f50-dbd894596b83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1096 time: 0.0849688 Dec 15 16:13:03.796540 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-9f614135-1705-4d7b-9cde-dac91c3a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:03.798079 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-9f614135-1705-4d7b-9cde-dac91c3a2e64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 910 time: 0.1880739 Dec 15 16:13:03.876282 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-5925d5f3-9f92-459e-a01c-de8d87162ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 217 time: 0.0421543 Dec 15 16:13:03.888208 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:03.891571 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:04.250143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-ed00ad54-7baa-4989-a9d5-a02fe91aa111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:04.251489 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-ed00ad54-7baa-4989-a9d5-a02fe91aa111 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.3580253 Dec 15 16:13:04.270571 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efa64-80b6-436d-9812-0b8cdfad0f1f req-0c0e1906-eca5-4326-a80d-b158224086e0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:04.272054 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5d6efa64-80b6-436d-9812-0b8cdfad0f1f req-0c0e1906-eca5-4326-a80d-b158224086e0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1111472 Dec 15 16:13:04.293175 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.l3_db [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Floating IP 8ab05b12-4619-41f2-90f5-929065536f7e associated. External IP: 172.27.0.81, port: 22b2ec2e-29af-439e-80e6-b88c63e49caf. Dec 15 16:13:04.423363 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-39123bf2-4a2e-4355-80db-54346e1c19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:04.424876 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-39123bf2-4a2e-4355-80db-54346e1c19f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503077 Dec 15 16:13:04.431680 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5d6efa64-80b6-436d-9812-0b8cdfad0f1f req-b3cd6348-1655-4b27-bd26-522528862f44 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468811 Dec 15 16:13:04.568420 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:13:04.572660 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c944b9-7047-4190-932d-b6fc6d778acd req-1c05dae2-cfa8-4d1f-9628-ff4558f1477f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:04.574220 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-85c944b9-7047-4190-932d-b6fc6d778acd req-1c05dae2-cfa8-4d1f-9628-ff4558f1477f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0538902 Dec 15 16:13:04.637697 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-85c944b9-7047-4190-932d-b6fc6d778acd req-1e090d90-e5db-4841-96fe-c5791a83828b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461109 Dec 15 16:13:04.663819 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-4df2a3b7-4cac-481b-ba59-196611eecc8c service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252283 Dec 15 16:13:04.679179 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7bb96-5b05-4552-b092-4212c7ec4a0d req-60d8d6c2-174c-4024-a10c-857370f31b5e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:04.680623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a5c7bb96-5b05-4552-b092-4212c7ec4a0d req-60d8d6c2-174c-4024-a10c-857370f31b5e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1049881 Dec 15 16:13:04.697559 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:04.710533 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'mac_address': 'fa:16:3e:3a:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:13:04.750250 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Router d208ee4f-97f4-4198-b3ce-96d10a202194 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:13:04.753912 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:04.774213 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d81db4-2a75-40a9-8da4-0d709f3e2559 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:04.795601 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:04.800410 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:04.800565 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a5c7bb96-5b05-4552-b092-4212c7ec4a0d req-1cd4f40e-0706-4db3-9532-ec27ffc082df tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095035 Dec 15 16:13:04.853372 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=6']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:04.889002 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4b6c6a1c-4885-4cd6-ae4e-de98658069ad req-cde9f8f3-723c-45a2-b936-6ed36983f6f0 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072895 Dec 15 16:13:04.921405 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:13:04.925878 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:04.932508 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:13:04.943006 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:04.943782 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:12:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:04.958762 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-e65c9dde-387d-4ff1-81f9-b8abc56f2efd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "PUT /v2.0/floatingips/8ab05b12-4619-41f2-90f5-929065536f7e HTTP/1.1" status: 200 len: 990 time: 1.7962155 Dec 15 16:13:04.959408 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:04.963283 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:05.055831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d6de8-e78b-4bae-ab99-7dbfc8ebb5c9 req-a72bf297-f667-4862-a491-6f86fb173f44 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:05.057453 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7f2d6de8-e78b-4bae-ab99-7dbfc8ebb5c9 req-a72bf297-f667-4862-a491-6f86fb173f44 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0533926 Dec 15 16:13:05.057922 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:05.106965 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7f2d6de8-e78b-4bae-ab99-7dbfc8ebb5c9 req-f5b00f38-edca-4f25-b442-08704dab31d9 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Dec 15 16:13:05.150354 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7890574c-e310-4d36-8773-7f58f6c000c4 x-openstack-request-id: req-7890574c-e310-4d36-8773-7f58f6c000c4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:05.150740 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:05.151113 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7890574c-e310-4d36-8773-7f58f6c000c4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:05.151580 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'status': 'completed', 'code': 200} Dec 15 16:13:05.322548 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '8ab05b12-4619-41f2-90f5-929065536f7e', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'port_id': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'mac_address': 'fa:16:3e:c6:4e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:26Z', 'updated_at': '2021-12-15T16:13:03Z', 'revision_number': 1, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:05.347498 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:13:05.356227 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:05.356820 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:12:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:05.456330 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:05.578148 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b8cf3-6126-4838-b601-6870ba77cbfe req-2017e33c-e872-436b-9a85-f17018d333f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:05.579537 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-269b8cf3-6126-4838-b601-6870ba77cbfe req-2017e33c-e872-436b-9a85-f17018d333f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0538843 Dec 15 16:13:05.627474 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-269b8cf3-6126-4838-b601-6870ba77cbfe req-d34448dd-f8f7-4c55-ac28-27594d3298ae tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Dec 15 16:13:05.706694 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '8ab05b12-4619-41f2-90f5-929065536f7e', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'port_id': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'mac_address': 'fa:16:3e:c6:4e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:26Z', 'updated_at': '2021-12-15T16:13:03Z', 'revision_number': 1, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:05.735677 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d3d22-41ac-4861-8d1d-386bb8b33290 None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '8ab05b12-4619-41f2-90f5-929065536f7e', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'port_id': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'mac_address': 'fa:16:3e:c6:4e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:12:26Z', 'updated_at': '2021-12-15T16:13:03Z', 'revision_number': 1, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:13:05.755336 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbed6b-c42e-40cc-8420-2f03db5e7842 req-38d89293-9fa0-4aef-a805-bf640aaab8ca tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:05.757253 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dbdbed6b-c42e-40cc-8420-2f03db5e7842 req-38d89293-9fa0-4aef-a805-bf640aaab8ca tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0508273 Dec 15 16:13:05.815028 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dbdbed6b-c42e-40cc-8420-2f03db5e7842 req-21287592-5722-4ba1-a6c1-4fe4b9ad06e8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507886 Dec 15 16:13:05.936485 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d827ec-0378-4e94-8da3-280968178a62 None None] New status for floating IP 8ab05b12-4619-41f2-90f5-929065536f7e: ACTIVE {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:13:06.220446 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9bc99-12eb-43f2-972b-0fbc28a305dd req-26a3674a-3d7f-491f-af5f-92207313c5f6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:06.221952 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bcd9bc99-12eb-43f2-972b-0fbc28a305dd req-26a3674a-3d7f-491f-af5f-92207313c5f6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0484619 Dec 15 16:13:06.269511 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bcd9bc99-12eb-43f2-972b-0fbc28a305dd req-1c04bccb-852b-46a6-972b-de82aa7541bb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Dec 15 16:13:06.749281 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620b63e-ff1d-4e1a-af95-0a139b483c5c req-4af2c57e-06c9-4b39-9a11-4ed2e70ec970 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:06.750799 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0620b63e-ff1d-4e1a-af95-0a139b483c5c req-4af2c57e-06c9-4b39-9a11-4ed2e70ec970 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0516176 Dec 15 16:13:06.798255 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0620b63e-ff1d-4e1a-af95-0a139b483c5c req-3442a65a-bb1b-4493-bf36-16e83f21403f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 Dec 15 16:13:06.932480 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fac645-ae96-4514-b961-e573e8718180 req-efab7e25-9aab-45a8-a540-43da300531f8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:06.933971 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-88fac645-ae96-4514-b961-e573e8718180 req-efab7e25-9aab-45a8-a540-43da300531f8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0545926 Dec 15 16:13:06.983551 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-88fac645-ae96-4514-b961-e573e8718180 req-14fbfa39-da58-4540-933b-37f0e16c689e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Dec 15 16:13:07.383203 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725765f4-2f2c-4ebd-b7f0-0cbdd4869839 req-604d0fc2-b10a-49d2-ad29-d2f86ed5358c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:07.384635 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-725765f4-2f2c-4ebd-b7f0-0cbdd4869839 req-604d0fc2-b10a-49d2-ad29-d2f86ed5358c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0483243 Dec 15 16:13:07.430324 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-725765f4-2f2c-4ebd-b7f0-0cbdd4869839 req-937a0d49-a6a0-4048-b310-2a7d0b7324c0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Dec 15 16:13:07.861964 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-3e3486f4-30d0-436c-b5d8-20c3427ef059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:07.863492 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-3e3486f4-30d0-436c-b5d8-20c3427ef059 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1098 time: 0.0500617 Dec 15 16:13:07.899984 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['40d81db4-2a75-40a9-8da4-0d709f3e2559'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:07.918264 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-8b830e28-18b5-4718-ba2a-8f740fe8f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:07.919889 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-8b830e28-18b5-4718-ba2a-8f740fe8f6b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0731785 Dec 15 16:13:07.940920 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97083874-7cba-4315-9f82-6bb027782f5e req-676a32be-5aa6-46dd-917c-7aa7279c2a5d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:07.942564 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-97083874-7cba-4315-9f82-6bb027782f5e req-676a32be-5aa6-46dd-917c-7aa7279c2a5d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0634620 Dec 15 16:13:07.974610 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-44ddbb7b-f717-4e11-aab7-e81d851202eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:07.976616 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-44ddbb7b-f717-4e11-aab7-e81d851202eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.1041002 Dec 15 16:13:08.062692 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-97083874-7cba-4315-9f82-6bb027782f5e req-28dabc2d-b63a-45f3-911f-8f1575574dfa tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755589 Dec 15 16:13:08.074722 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-2234c2cf-145d-4cc0-876b-ff08ee7d545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.076322 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-2234c2cf-145d-4cc0-876b-ff08ee7d545e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.1328213 Dec 15 16:13:08.117229 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-2863967f-474a-489a-8a3e-9ec2aac75256 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 1000 time: 0.1296964 Dec 15 16:13:08.151119 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-c7b957b5-7bfa-402d-bd50-9895629bec9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 217 time: 0.0413742 Dec 15 16:13:08.189150 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6529c-bb42-441e-a773-f0f99a89f1ca req-70aaaa69-9754-433c-a865-866ebc2b7e27 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.190675 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d4c6529c-bb42-441e-a773-f0f99a89f1ca req-70aaaa69-9754-433c-a865-866ebc2b7e27 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0924275 Dec 15 16:13:08.192044 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-3106260d-3bd6-4a84-9572-be45cb12271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.193343 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-3106260d-3bd6-4a84-9572-be45cb12271d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0627470 Dec 15 16:13:08.227411 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-8951e767-0ac9-4428-83da-8122ab5769e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.230157 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-8951e767-0ac9-4428-83da-8122ab5769e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.0500009 Dec 15 16:13:08.269190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-afe2d23f-32a6-4c02-b342-7d7bb9fd5dbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267897 Dec 15 16:13:08.280743 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d4c6529c-bb42-441e-a773-f0f99a89f1ca req-35fee659-a276-4c3b-9c0b-17bc85006b66 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812819 Dec 15 16:13:08.285319 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-bce26593-986b-485b-b5a9-725d32ee36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.286796 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-bce26593-986b-485b-b5a9-725d32ee36e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707021 Dec 15 16:13:08.428275 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-2aae5320-4d67-4914-a8c2-29153d85da27 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002173 Dec 15 16:13:08.435336 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-1cd9dd2c-3610-46da-919a-ef4481341630 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976970 Dec 15 16:13:08.560219 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad39b5f0-9fc6-42e0-a9a7-c86abdc56fc1 req-75fd899b-0694-4dc6-b1d2-b1f68e5aae9d service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124830 Dec 15 16:13:08.565213 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d91d1fa5-66d2-445e-ab47-5c5767a1af94 req-3f8d56a5-7343-41c7-a1c5-57eada5325b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195252 Dec 15 16:13:08.581350 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175248-f447-4228-9555-ff19d2f04d18 req-a75a1244-17c1-47d2-afa7-15db08abaa1d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:08.582850 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-89175248-f447-4228-9555-ff19d2f04d18 req-a75a1244-17c1-47d2-afa7-15db08abaa1d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0753703 Dec 15 16:13:08.681293 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-89175248-f447-4228-9555-ff19d2f04d18 req-b72689c8-1e8c-409a-959a-fe2f6fbb63c5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869563 Dec 15 16:13:08.755281 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:08.807984 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 40d81db4-2a75-40a9-8da4-0d709f3e2559 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:08.808435 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:08.973517 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.017575 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:09.019367 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:09.023468 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c9b58f-11ee-4f30-8e18-6b52deceda09" -d '{"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-plugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:09.040371 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.100873 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf82fc0a-0933-4bc8-8711-7b0573f1ccf8 x-openstack-request-id: req-bf82fc0a-0933-4bc8-8711-7b0573f1ccf8 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:09.101898 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-plugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:09.102386 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf82fc0a-0933-4bc8-8711-7b0573f1ccf8 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:09.102995 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'code': 200} Dec 15 16:13:09.138286 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=7']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:09.242546 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080929-c5a6-4da9-ade7-59c371f71cb1 req-b2080c40-1a04-4ca8-9d14-4683cd66fab8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:09.244741 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-72080929-c5a6-4da9-ade7-59c371f71cb1 req-b2080c40-1a04-4ca8-9d14-4683cd66fab8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0784762 Dec 15 16:13:09.329811 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-72080929-c5a6-4da9-ade7-59c371f71cb1 req-29acfce4-6556-4681-884e-44365de24140 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777893 Dec 15 16:13:09.463460 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 42870) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:09.514082 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da9c04-e130-4b35-9d77-510cf0360bca req-e854a462-aa60-48c6-a4e1-40a50bad771e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:09.516305 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21da9c04-e130-4b35-9d77-510cf0360bca req-e854a462-aa60-48c6-a4e1-40a50bad771e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.1233146 Dec 15 16:13:09.613181 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21da9c04-e130-4b35-9d77-510cf0360bca req-1a1d39c3-0f41-4d82-b48d-d5a19891ad2f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902388 Dec 15 16:13:09.630010 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28d19636-8cce-4381-a951-7a9442a1d333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.730144 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28d19636-8cce-4381-a951-7a9442a1d333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.736699 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-28d19636-8cce-4381-a951-7a9442a1d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.775137 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42878) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:09.782557 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-28d19636-8cce-4381-a951-7a9442a1d333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46be4fb2c0a449129eaa80a438912a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174293 Dec 15 16:13:09.869197 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e29845bf-47bf-427f-8235-e14e1ad1f948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.885868 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19636-8cce-4381-a951-7a9442a1d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3220cf-c2ac-4f21-a005-8d2d881ad732,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:09.910307 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d48de3-6481-4ee9-892b-c33ebbc9bef9 req-06b31bdf-8c77-4531-adfc-cdaabbb4a96c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:09.912070 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-17d48de3-6481-4ee9-892b-c33ebbc9bef9 req-06b31bdf-8c77-4531-adfc-cdaabbb4a96c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1212931 Dec 15 16:13:09.929783 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e29845bf-47bf-427f-8235-e14e1ad1f948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:10.009266 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e29845bf-47bf-427f-8235-e14e1ad1f948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:10.012323 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e29845bf-47bf-427f-8235-e14e1ad1f948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:10.013535 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e29845bf-47bf-427f-8235-e14e1ad1f948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c3220cf-c2ac-4f21-a005-8d2d881ad732 HTTP/1.1" status: 204 len: 168 time: 0.2372606 Dec 15 16:13:10.021203 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-17d48de3-6481-4ee9-892b-c33ebbc9bef9 req-a1c0763d-a55d-41c7-a899-6493d4e63d57 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999322 Dec 15 16:13:10.026151 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29845bf-47bf-427f-8235-e14e1ad1f948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3220cf-c2ac-4f21-a005-8d2d881ad732,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:10.546834 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282c14-4fda-4ac9-ad13-3ac01f095c84 req-be3888a7-a385-417c-840d-01c433d9f022 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:10.550636 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bc282c14-4fda-4ac9-ad13-3ac01f095c84 req-be3888a7-a385-417c-840d-01c433d9f022 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0727093 Dec 15 16:13:10.638849 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bc282c14-4fda-4ac9-ad13-3ac01f095c84 req-0faa64db-6c38-40fd-bafc-e39c8434669c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757003 Dec 15 16:13:10.803815 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2bb69-493c-433d-9f89-f8656ac524d6 req-4adab26a-c652-421a-8d86-161db118202a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:10.811165 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1bf2bb69-493c-433d-9f89-f8656ac524d6 req-4adab26a-c652-421a-8d86-161db118202a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0892780 Dec 15 16:13:10.868039 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1bf2bb69-493c-433d-9f89-f8656ac524d6 req-a46215fa-5a60-4da6-9c57-94aa185a464b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556018 Dec 15 16:13:11.185683 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eaebd-7cb3-4802-8108-983b6c6548d3 req-ed1c593c-c6fa-437c-86db-914e7ad71e69 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:11.187966 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-010eaebd-7cb3-4802-8108-983b6c6548d3 req-ed1c593c-c6fa-437c-86db-914e7ad71e69 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0571756 Dec 15 16:13:11.262557 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-010eaebd-7cb3-4802-8108-983b6c6548d3 req-efbdd2e7-c416-4a20-8869-c9ea7f98df44 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682576 Dec 15 16:13:11.824575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1f1d7-d1bd-4f7f-a16d-3ac1736f69ab req-3e41f153-8ea4-4ecb-a04b-acd951a75ec2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:11.830121 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b3e1f1d7-d1bd-4f7f-a16d-3ac1736f69ab req-3e41f153-8ea4-4ecb-a04b-acd951a75ec2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0580833 Dec 15 16:13:11.895762 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b3e1f1d7-d1bd-4f7f-a16d-3ac1736f69ab req-d7c00668-1e3b-48a6-b0c6-71992fed73f4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572467 Dec 15 16:13:12.013043 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074dc67-8c8d-4aab-a12b-b06534379b68 req-93751649-beef-48c5-b8b1-8b02ae7d8cbc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:12.014611 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4074dc67-8c8d-4aab-a12b-b06534379b68 req-93751649-beef-48c5-b8b1-8b02ae7d8cbc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0557694 Dec 15 16:13:12.076919 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4074dc67-8c8d-4aab-a12b-b06534379b68 req-eb3dd942-d89b-4b53-a26b-0e88aad43199 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561533 Dec 15 16:13:12.385167 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430f09-8977-4f1e-9571-87eca9411967 req-33e96bd7-44e8-4d31-8d13-df93225d3bdd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:12.386803 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09430f09-8977-4f1e-9571-87eca9411967 req-33e96bd7-44e8-4d31-8d13-df93225d3bdd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0570126 Dec 15 16:13:12.442794 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09430f09-8977-4f1e-9571-87eca9411967 req-158f543b-f568-4e3c-985e-9eba568e6385 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Dec 15 16:13:13.094399 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5798-cdaf-459e-b238-1892fc27217a req-5b615312-f01d-4496-b095-d077fed005ce tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:13.105049 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c3ae5798-cdaf-459e-b238-1892fc27217a req-5b615312-f01d-4496-b095-d077fed005ce tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0875111 Dec 15 16:13:13.161688 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c3ae5798-cdaf-459e-b238-1892fc27217a req-972086f0-15f0-4cf3-9359-72e87df2a3c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553448 Dec 15 16:13:13.218120 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbd599-588e-488c-8130-2739a044b87e req-c16e13a6-44bf-4f2b-a5bf-eb1d31f2f174 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:13.228191 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2fbbd599-588e-488c-8130-2739a044b87e req-c16e13a6-44bf-4f2b-a5bf-eb1d31f2f174 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0657065 Dec 15 16:13:13.286224 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2fbbd599-588e-488c-8130-2739a044b87e req-6d29392f-8522-40bd-88c6-40a445ee00d0 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571563 Dec 15 16:13:13.347249 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42974) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:13.472828 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c132c073-d382-428b-a6d0-bb6a79eaf1bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.590463 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c132c073-d382-428b-a6d0-bb6a79eaf1bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.594695 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c132c073-d382-428b-a6d0-bb6a79eaf1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.635830 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132c073-d382-428b-a6d0-bb6a79eaf1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b84e5c-eaf2-4f04-a863-c0fb6441617d,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:13.642749 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c132c073-d382-428b-a6d0-bb6a79eaf1bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0ffa46c1b774f75ab767150235402af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916169 Dec 15 16:13:13.643500 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 42980) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:13.699280 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1399fa62-975e-43da-8fe8-ebdf70df459d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.727179 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1399fa62-975e-43da-8fe8-ebdf70df459d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.797853 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1399fa62-975e-43da-8fe8-ebdf70df459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.804620 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1399fa62-975e-43da-8fe8-ebdf70df459d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.812470 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1399fa62-975e-43da-8fe8-ebdf70df459d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5b84e5c-eaf2-4f04-a863-c0fb6441617d HTTP/1.1" status: 204 len: 168 time: 0.1679349 Dec 15 16:13:13.821831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399fa62-975e-43da-8fe8-ebdf70df459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b84e5c-eaf2-4f04-a863-c0fb6441617d,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:13.989140 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c7fc-2579-4ad4-8809-6ffb18c2926d req-b1832e39-bcfc-488b-a288-0a7b724bfb3c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:13.996843 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1027c7fc-2579-4ad4-8809-6ffb18c2926d req-b1832e39-bcfc-488b-a288-0a7b724bfb3c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0920465 Dec 15 16:13:14.077144 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1027c7fc-2579-4ad4-8809-6ffb18c2926d req-2edf4151-bddc-4511-99ec-4142c6b2c5cf tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767977 Dec 15 16:13:14.263619 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.375281 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e66691-171c-40e9-a49f-703062bdb1c1 req-0e9a1042-f549-47c3-8c03-7f6abaf6a0f1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:14.377246 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37e66691-171c-40e9-a49f-703062bdb1c1 req-0e9a1042-f549-47c3-8c03-7f6abaf6a0f1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1001527 Dec 15 16:13:14.474282 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37e66691-171c-40e9-a49f-703062bdb1c1 req-73f47412-fff1-4534-b4f8-99f58c0f4ba9 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834081 Dec 15 16:13:14.707029 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e21ad-acb3-4b26-b3d0-62b6a8ab3aee req-b2faebb2-fe2d-4b51-83f2-7722591b37d0 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:14.720331 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-041e21ad-acb3-4b26-b3d0-62b6a8ab3aee req-b2faebb2-fe2d-4b51-83f2-7722591b37d0 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.1410022 Dec 15 16:13:14.809831 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-041e21ad-acb3-4b26-b3d0-62b6a8ab3aee req-87b44d49-6af2-4bb1-940e-6a8f6e46e89a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880635 Dec 15 16:13:15.653229 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497739e-ca1d-4d89-9658-03a9686e01f0 req-73e8c361-4e39-4096-8bf9-406094fb86e5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:15.655568 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0497739e-ca1d-4d89-9658-03a9686e01f0 req-73e8c361-4e39-4096-8bf9-406094fb86e5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0703666 Dec 15 16:13:15.790457 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0497739e-ca1d-4d89-9658-03a9686e01f0 req-eb080907-e783-4a77-b6bd-c3abb3d44604 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098907 Dec 15 16:13:15.967718 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722feea-f671-4360-ae71-c2f9f4f3f7d0 req-63240d34-681a-4c8a-9aa4-02f7a78de95a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:15.985126 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1722feea-f671-4360-ae71-c2f9f4f3f7d0 req-63240d34-681a-4c8a-9aa4-02f7a78de95a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0837300 Dec 15 16:13:16.048932 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1722feea-f671-4360-ae71-c2f9f4f3f7d0 req-ae324571-938d-4604-afe9-b8d59a7e1e75 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720599 Dec 15 16:13:16.928420 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b6780-3782-485c-a2fe-fce3c31b16f3 req-98267e85-7cd7-4e4f-bfb4-a63dc755ca0f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:16.931019 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-033b6780-3782-485c-a2fe-fce3c31b16f3 req-98267e85-7cd7-4e4f-bfb4-a63dc755ca0f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0567000 Dec 15 16:13:16.994768 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-033b6780-3782-485c-a2fe-fce3c31b16f3 req-83877d67-8677-4408-aabd-50afe1c18dca tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577805 Dec 15 16:13:17.251551 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2afda9-2101-45df-a470-9a1b8f978d27 req-c356a4a1-7f4a-4507-a611-f1c1a96f7a02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:17.253094 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3a2afda9-2101-45df-a470-9a1b8f978d27 req-c356a4a1-7f4a-4507-a611-f1c1a96f7a02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0843692 Dec 15 16:13:17.323013 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3a2afda9-2101-45df-a470-9a1b8f978d27 req-c72ad99f-e48b-4711-8ba3-1d8698ea07d7 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569272 Dec 15 16:13:18.142533 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e5ff4-8ea7-45bc-8bcd-82d0439e8d99 req-34e71f9b-a903-47ce-a588-adc9005eda6b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:18.151883 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b62e5ff4-8ea7-45bc-8bcd-82d0439e8d99 req-34e71f9b-a903-47ce-a588-adc9005eda6b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0623660 Dec 15 16:13:18.234052 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b62e5ff4-8ea7-45bc-8bcd-82d0439e8d99 req-b1d5f548-96ed-4c9a-86fd-cf0800d65353 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807955 Dec 15 16:13:18.468590 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5486-2e9f-49ff-8734-de696fd9a445 req-53eebbe7-487d-4cc5-a015-a98835ad089e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:18.478659 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-236b5486-2e9f-49ff-8734-de696fd9a445 req-53eebbe7-487d-4cc5-a015-a98835ad089e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0632405 Dec 15 16:13:18.498547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555892c3-a698-40c9-8386-3bcd98383fac req-70c8b6bf-2abc-4664-86e7-f04e127b7050 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:18.507321 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-555892c3-a698-40c9-8386-3bcd98383fac req-70c8b6bf-2abc-4664-86e7-f04e127b7050 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0721741 Dec 15 16:13:18.543291 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-236b5486-2e9f-49ff-8734-de696fd9a445 req-07343626-b29b-428b-ac45-ee4fc233769e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632174 Dec 15 16:13:18.564494 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-555892c3-a698-40c9-8386-3bcd98383fac req-16de53fa-2d15-4b96-8666-31fcca902e87 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558128 Dec 15 16:13:18.593930 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43126) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:18.779180 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:13:18.877904 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9dc09-2309-4946-8e12-5f578144df37 tempest-TestMinimumBasicScenario-899299205 tempest-TestMinimumBasicScenario-899299205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:18.884645 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-02b9dc09-2309-4946-8e12-5f578144df37 tempest-TestMinimumBasicScenario-899299205 tempest-TestMinimumBasicScenario-899299205-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1093 time: 0.2864408 Dec 15 16:13:18.884939 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43132) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:18.901910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'port_id': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:18.963788 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for floatingip, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:18.970307 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:18.986550 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'port_id': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'mac_address': 'fa:16:3e:ab:21:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:13:19.096331 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:19.115248 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2b22cb-7362-4ca4-9251-1a506d1f65bc {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:19.141845 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:19.143944 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:19.155401 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:19.232816 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e098244c-44fc-4227-875f-2e6a198de937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:19.243016 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:19.360885 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Allocated IP 172.27.0.146 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/946438bd-bd08-453e-bc99-b0ead8c8e364) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:19.515403 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a80ce-10a2-49cc-bb5c-830827c3a283 req-aa72dfe3-d24e-4747-99b7-93a6a32ab0c5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:19.517027 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ea7a80ce-10a2-49cc-bb5c-830827c3a283 req-aa72dfe3-d24e-4747-99b7-93a6a32ab0c5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1864035 Dec 15 16:13:19.638350 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ea7a80ce-10a2-49cc-bb5c-830827c3a283 req-3cd70ac1-5ff2-41c1-b13e-ded46f348af6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107223 Dec 15 16:13:19.648785 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:19.694549 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:19.774729 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['2c2b22cb-7362-4ca4-9251-1a506d1f65bc'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:19.786809 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:19.804898 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:19.814868 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:19.829305 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'Port': ['ID=946438bd-bd08-453e-bc99-b0ead8c8e364,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:19.885480 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74484622-7d61-4727-ae97-1b51ce119689 req-6e03b4fe-7d9c-4cf7-b78a-488d5fd7256a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:19.892569 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-74484622-7d61-4727-ae97-1b51ce119689 req-6e03b4fe-7d9c-4cf7-b78a-488d5fd7256a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 944 time: 0.1617999 Dec 15 16:13:19.985490 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-7011c579-a2cb-410b-a5d3-cdd559cc6700 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:19.994440 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-7011c579-a2cb-410b-a5d3-cdd559cc6700 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.1522379 Dec 15 16:13:20.027868 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-c53df876-86e8-4a4b-b0ab-b6429328ba7c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/quotas/59432b92e45948e5962f7a60e09135b3 HTTP/1.1" status: 200 len: 375 time: 0.0322020 Dec 15 16:13:20.062474 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-74484622-7d61-4727-ae97-1b51ce119689 req-9a6c5b2c-2407-4a9e-9e80-11ad8f0bfd0d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684947 Dec 15 16:13:20.129281 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-afdfb2bc-f884-4f33-8abd-2e25ed4efd54 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001487 Dec 15 16:13:20.237296 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-6af1939d-bf74-4209-9727-ad08433afabc service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069641 Dec 15 16:13:20.286055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:20.346062 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-428c1cb1-0591-471e-bd92-5c6ebd30ccd0 service neutron] 10.222.0.36 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072667 Dec 15 16:13:20.365242 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:20.878417 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bbb5073a-9488-4c40-b31d-5c1dc6bf0b27 req-406baeea-db53-4317-807d-fe7ec1fb6a3b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 210 time: 0.3538015 Dec 15 16:13:20.921857 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:20.948515 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.000274 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.040902 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba56b-369c-4458-863e-5ab15b2f4b3a req-65ff4795-1f37-4170-b93a-73553049085f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:21.048670 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7f7ba56b-369c-4458-863e-5ab15b2f4b3a req-65ff4795-1f37-4170-b93a-73553049085f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0871727 Dec 15 16:13:21.118177 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7f7ba56b-369c-4458-863e-5ab15b2f4b3a req-972d5c26-72eb-45e6-bed0-6d5781d6f6ae tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683844 Dec 15 16:13:21.136617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'Port': ['ID=946438bd-bd08-453e-bc99-b0ead8c8e364,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:21.154168 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.l3_db [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Floating IP 46ea80d4-6c43-43de-8cc1-104701edddcf associated. External IP: 172.27.0.146, port: 282cd38c-1d07-4bb0-8400-a79f6db5a357. Dec 15 16:13:21.291188 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c4f3-4e2c-450b-95cc-d02ceebfde93 req-3f7dcc50-350d-4386-bbf5-296cf02877e8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:21.292670 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-be28c4f3-4e2c-450b-95cc-d02ceebfde93 req-3f7dcc50-350d-4386-bbf5-296cf02877e8 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 944 time: 0.0988457 Dec 15 16:13:21.414130 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-be28c4f3-4e2c-450b-95cc-d02ceebfde93 req-754f387e-1dad-446e-8a46-ccfe88115d88 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151829 Dec 15 16:13:21.446940 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Router 9a91db34-52fc-4105-9b81-b773713a6e22 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:13:21.517935 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b5d92b90-1ef4-4d6c-a0d8-5ab7703d6f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.554248 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:13:21.564089 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] Sync routers for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:13:21.573610 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.575067 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:21.575800 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:13:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:21.601328 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3612c951-7cae-4059-ba9b-af98b5a459b5 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7148271 Dec 15 16:13:21.601926 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:21.604168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 43212) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:21.604329 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8" -d '{"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:21.608747 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718525851', 'description': 'tempest-secgroup-smoke-718525851 description', 'project_id': '174453a286344e0fa34d91d3ebcb8436'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:21.637198 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.642689 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3212948-3fc7-4713-91ba-ec60da4a7fc5 x-openstack-request-id: req-a3212948-3fc7-4713-91ba-ec60da4a7fc5 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:21.642979 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:21.643228 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3212948-3fc7-4713-91ba-ec60da4a7fc5 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:21.643623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'status': 'completed', 'code': 200} Dec 15 16:13:21.684066 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:21.737894 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.744478 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-d6c4ddc7-38ef-4de3-af79-adfa341c7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:21.746032 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-d6c4ddc7-38ef-4de3-af79-adfa341c7157 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1098 time: 0.0651591 Dec 15 16:13:21.747067 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.785794 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.786968 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1817672 Dec 15 16:13:21.790121 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43216) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:21.795263 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group_rule': {'security_group_id': 'f7344dae-f88c-442d-8a01-50bbb42f0b8f', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:21.825000 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bffc92-d7da-4abc-a28d-9e204a8798ee tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7344dae-f88c-442d-8a01-50bbb42f0b8f,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:21.846276 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.879011 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-4a9b53d7-d3c7-46e3-969f-e76fc4aee184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:21.880881 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-4a9b53d7-d3c7-46e3-969f-e76fc4aee184 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 916 time: 0.1122942 Dec 15 16:13:21.953683 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.957921 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:21.986935 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65fac98-07ff-4d89-8ded-d90a4778a3b4,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:21.999727 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '46ea80d4-6c43-43de-8cc1-104701edddcf', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'port_id': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'mac_address': 'fa:16:3e:bb:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c57f2-8b45-445f-997c-8f5028b9d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:13:20Z', 'updated_at': '2021-12-15T16:13:20Z', 'revision_number': 0, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:38Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:22.018777 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-07dcea7e-8367-4a99-a02a-5338ee14ec5d req-80d067e8-3abe-42fe-9774-d2241c923cd2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 210 time: 0.0491850 Dec 15 16:13:22.043552 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.043552 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-23175b46-f793-4fad-91dd-6319d5a17cc8 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481315 Dec 15 16:13:22.043747 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] Checking router: 9a91db34-52fc-4105-9b81-b773713a6e22 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:13:22.043840 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-1b210dd7-d504-4883-ad98-1a30af2b0f21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 999 time: 0.1364439 Dec 15 16:13:22.043840 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 43228) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:22.051808 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group_rule': {'security_group_id': 'f7344dae-f88c-442d-8a01-50bbb42f0b8f', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:22.059955 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:22.060579 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:13:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:22.096746 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-7e3c2860-7366-448c-918d-025aa90740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.098663 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-7e3c2860-7366-448c-918d-025aa90740aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1098 time: 0.0986538 Dec 15 16:13:22.216686 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-38ec8ea7-358c-4e31-9095-c63c73c24916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.218741 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-38ec8ea7-358c-4e31-9095-c63c73c24916 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.1522453 Dec 15 16:13:22.320573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.371997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-acc06edb-e60c-42fa-9bc8-dd9ffd2bdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.373644 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-acc06edb-e60c-42fa-9bc8-dd9ffd2bdd94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.2574947 Dec 15 16:13:22.399490 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df980794-7104-4180-adb8-4a9c132e54d1 req-211edd85-77a1-4280-99a2-523078aab37b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.405528 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-df980794-7104-4180-adb8-4a9c132e54d1 req-211edd85-77a1-4280-99a2-523078aab37b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1512187 Dec 15 16:13:22.413877 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:22.423036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-0194181a-67dc-41e8-8023-7b46ddb15e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.424487 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-0194181a-67dc-41e8-8023-7b46ddb15e47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222651 Dec 15 16:13:22.448138 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-d4dd2a3e-029e-4852-bc2b-f26e127e43e1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.449612 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-d4dd2a3e-029e-4852-bc2b-f26e127e43e1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 815 time: 0.2744467 Dec 15 16:13:22.478169 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.508215 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Request body: {'port': {'device_id': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'admin_state_up': True, 'tenant_id': '59432b92e45948e5962f7a60e09135b3'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:22.525349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.528207 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-fd0468d1-f06c-4896-9036-1111e3e9a4d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 200 len: 999 time: 0.1214283 Dec 15 16:13:22.536036 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-df980794-7104-4180-adb8-4a9c132e54d1 req-569ef8a6-e9d3-4618-adc4-86252e7aa70f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198318 Dec 15 16:13:22.598667 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-a9f12659-a03a-420a-8c65-6f0a46a1ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.600630 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-a9f12659-a03a-420a-8c65-6f0a46a1ba47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0591807 Dec 15 16:13:22.618776 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372fc03f-4ac0-455b-9177-d915e6941672,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:22.647881 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.649339 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d76bd4f6-1e01-4e80-8adc-e8904a06c944 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6056709 Dec 15 16:13:22.654756 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43252) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:22.662109 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group_rule': {'security_group_id': 'f7344dae-f88c-442d-8a01-50bbb42f0b8f', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:22.669535 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-c976e51e-c9a0-4681-9a25-b8d3cc6bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.671031 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-c976e51e-c9a0-4681-9a25-b8d3cc6bc67f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619748 Dec 15 16:13:22.688119 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-7cab6f20-1656-4847-9b08-e20adda688f7 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373607 Dec 15 16:13:22.702835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948c50c-3223-4302-941c-cf4d158987ec req-091cafc9-827c-4f31-83e3-76bcf1031378 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:22.704291 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b948c50c-3223-4302-941c-cf4d158987ec req-091cafc9-827c-4f31-83e3-76bcf1031378 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 944 time: 0.1765890 Dec 15 16:13:22.737319 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '46ea80d4-6c43-43de-8cc1-104701edddcf', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'port_id': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'mac_address': 'fa:16:3e:bb:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c57f2-8b45-445f-997c-8f5028b9d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:13:20Z', 'updated_at': '2021-12-15T16:13:20Z', 'revision_number': 0, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:38Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:22.741450 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.770229 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80860c-8052-40b3-8679-5d10dc9b66bf None None] The sync data for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi is: [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '46ea80d4-6c43-43de-8cc1-104701edddcf', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'port_id': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'mac_address': 'fa:16:3e:bb:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200c57f2-8b45-445f-997c-8f5028b9d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:13:20Z', 'updated_at': '2021-12-15T16:13:20Z', 'revision_number': 0, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:38Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:13:22.791432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:22.829744 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Made reservation on behalf of 59432b92e45948e5962f7a60e09135b3 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:13:22.832980 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.833937 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.839568 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-192ef930-d172-4e16-930b-1deb2f1edd00 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517665 Dec 15 16:13:22.842638 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.864627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.867944 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b948c50c-3223-4302-941c-cf4d158987ec req-9232a9fc-e87e-4dd1-bc74-5e5f605892d0 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501205 Dec 15 16:13:22.868871 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:13:22.877745 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fd970e-e8d7-4664-b704-546213e9f3f9,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:22.885661 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-37d3de03-5388-47a9-a0f0-3c3e5c3f4be8 req-baf9907a-8a6c-4930-b726-23f6dd6afbd8 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772540 Dec 15 16:13:22.887503 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:22.888281 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.928118 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.932800 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3224a983-1ed6-4d16-bae9-88788e66f204 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2738371 Dec 15 16:13:22.934297 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43254) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:22.938524 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group_rule': {'security_group_id': 'f7344dae-f88c-442d-8a01-50bbb42f0b8f', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:22.997369 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:22.998509 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.040733 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:23.046700 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a6d03-1098-4741-9c65-cfe38ebca914" -d '{"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:23.064160 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.067835 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92e74f6a-6d06-4b8f-b72d-bfd120178b19 req-e5a14db5-7490-47c8-a99d-325918034cf9 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040148 Dec 15 16:13:23.073823 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.080143 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:23.090116 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.103301 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Allocated IP 172.20.0.7 (7d5230c5-6fc8-45a8-89a6-a1e34f97f335/2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe/97f94f22-81f2-4990-ae11-e57a8f1e6d91) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:23.142104 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069b40c7-d558-4bdb-b620-4f28572df00e,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:23.150772 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb1134-a7f2-4dda-b839-4a6d9dc2d6df None None] New status for floating IP 46ea80d4-6c43-43de-8cc1-104701edddcf: ACTIVE {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:13:23.161835 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.166524 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-59e4d0ff-10f9-413a-a172-a05551755573 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2286224 Dec 15 16:13:23.167352 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43262) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:23.169116 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-62864934-f790-4fcd-b4e4-bf80e67192df req-858d7cca-71fa-4916-b154-946c096d7c78 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 210 time: 0.0500886 Dec 15 16:13:23.171864 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group_rule': {'security_group_id': 'f7344dae-f88c-442d-8a01-50bbb42f0b8f', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:23.211791 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.securitygroups_db [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Project 174453a286344e0fa34d91d3ebcb8436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:13:23.214143 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:23.224705 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.257921 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b826f451-7a79-42f5-b0c7-15d4359207ee x-openstack-request-id: req-b826f451-7a79-42f5-b0c7-15d4359207ee {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:23.258527 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:23.258938 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b826f451-7a79-42f5-b0c7-15d4359207ee {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:23.259489 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'code': 200} Dec 15 16:13:23.316336 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.324219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.356399 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbade5d-f1a3-4258-9282-9241bdd2aefc,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:23.363384 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.367562 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.371514 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c3b3fbf8-14ac-4cd1-87ef-5a989fc85bb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2008500 Dec 15 16:13:23.372020 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43266) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:23.376410 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'security_group_rule': {'security_group_id': 'f7344dae-f88c-442d-8a01-50bbb42f0b8f', 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:23.400440 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.401082 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.securitygroups_db [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Project 174453a286344e0fa34d91d3ebcb8436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:13:23.407054 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.415454 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da', '8839979d-1332-42c7-8845-4f562f79a7ba', 'bb6a09e3-ff84-472c-af29-bc280464c380'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:23.455484 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:23.467164 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:23.471432 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:23.513370 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.524142 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event updated for resources: {'Port': ['ID=97f94f22-81f2-4990-ae11-e57a8f1e6d91,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:23.525169 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.553567 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:23.554258 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.554829 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a1dcff-50c9-4306-98ad-a665d069f3d0,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:23.573704 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.578779 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ecc331cd-feff-44b6-9cc7-9b649cb1dc24 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2036755 Dec 15 16:13:23.588941 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-ca48ac3a-2dfc-4769-8b21-12d4294e7330 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1092987 Dec 15 16:13:23.608159 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Request body: {'port': {'device_id': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:23.630255 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3ae09-0b98-4cd7-80c3-102e2ba016f1 req-822aaef9-985f-4e4d-a8a8-3c5780e9a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:23.632245 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7da3ae09-0b98-4cd7-80c3-102e2ba016f1 req-822aaef9-985f-4e4d-a8a8-3c5780e9a4eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1098 time: 0.0530703 Dec 15 16:13:23.747797 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7da3ae09-0b98-4cd7-80c3-102e2ba016f1 req-1a5972bd-4918-4b05-8f20-ebe05f364434 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033089 Dec 15 16:13:23.761828 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3e973-3013-44c1-ba85-bb1a46f737d1 req-d06ae03b-83b8-4aa3-aa5f-571b5b5395be tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:23.769108 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c2c3e973-3013-44c1-ba85-bb1a46f737d1 req-d06ae03b-83b8-4aa3-aa5f-571b5b5395be tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0908084 Dec 15 16:13:23.831321 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c2c3e973-3013-44c1-ba85-bb1a46f737d1 req-a4c90f82-cfd0-4006-8e73-f653c3613ba7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598998 Dec 15 16:13:23.878317 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.919931 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.944606 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43284) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:23.978687 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-a5888731-3fb7-425f-90cf-56f66db9ffe7 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718525851&fields=id&tenant_id=174453a286344e0fa34d91d3ebcb8436 HTTP/1.1" status: 200 len: 267 time: 0.0806308 Dec 15 16:13:24.034167 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574980-2eb2-4f52-a1fc-04ad666223df req-a199c3ac-ab3b-41c4-8e03-025bfefaf415 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.035656 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6574980-2eb2-4f52-a1fc-04ad666223df req-a199c3ac-ab3b-41c4-8e03-025bfefaf415 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0567086 Dec 15 16:13:24.094679 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf55b6-6581-452b-8c24-40201ac159b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.099185 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-2dacd8eb-2d4a-4df3-a18f-b9ae56daf368 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.101705 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-2dacd8eb-2d4a-4df3-a18f-b9ae56daf368 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.1167269 Dec 15 16:13:24.116976 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6574980-2eb2-4f52-a1fc-04ad666223df req-0bf5663f-adbe-463e-996f-848bbb7787ee tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723844 Dec 15 16:13:24.146139 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'port': {'security_groups': ['1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a', 'f7344dae-f88c-442d-8a01-50bbb42f0b8f']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:24.186989 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf55b6-6581-452b-8c24-40201ac159b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.191108 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf55b6-6581-452b-8c24-40201ac159b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.236586 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c6bf55b6-6581-452b-8c24-40201ac159b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86f465191392420cb4359d760957cafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906587 Dec 15 16:13:24.237641 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43292) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:24.242722 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.244130 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf55b6-6581-452b-8c24-40201ac159b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c85b7-31f1-4b24-a490-1c02f8fae555,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.323956 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0511-e454-4f6f-886e-f834b4483009 req-b7f0c112-769d-46a4-a312-2f38d54dca3b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.325478 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-854d0511-e454-4f6f-886e-f834b4483009 req-b7f0c112-769d-46a4-a312-2f38d54dca3b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 931 time: 0.0774267 Dec 15 16:13:24.330221 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bddebaa6-e84e-4914-a396-b87520085daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.371711 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bddebaa6-e84e-4914-a396-b87520085daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.374930 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f94f22-81f2-4990-ae11-e57a8f1e6d91 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:24.388011 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.416711 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-854d0511-e454-4f6f-886e-f834b4483009 req-8857b5ca-a5b5-4575-ac3e-f1ca77813b1e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Dec 15 16:13:24.420848 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Transition to ACTIVE for port object 97f94f22-81f2-4990-ae11-e57a8f1e6d91 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:13:24.427597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.458060 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bddebaa6-e84e-4914-a396-b87520085daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.462461 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bddebaa6-e84e-4914-a396-b87520085daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.466234 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-bddebaa6-e84e-4914-a396-b87520085daf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f79c85b7-31f1-4b24-a490-1c02f8fae555 HTTP/1.1" status: 204 len: 168 time: 0.2251189 Dec 15 16:13:24.473531 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddebaa6-e84e-4914-a396-b87520085daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c85b7-31f1-4b24-a490-1c02f8fae555,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.541122 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94f22-81f2-4990-ae11-e57a8f1e6d91,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.613069 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:24.655208 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Attempting to bind port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:13:24.655535 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Attempting to bind port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:13:24.655859 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Attempting to bind port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:24.659162 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.664042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:13:24.664365 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Attempting to bind port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 on network 7d5230c5-6fc8-45a8-89a6-a1e34f97f335 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:24.667411 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.676253 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:13:24.676585 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Checking segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:24.676954 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Bound using segment: {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:13:24.677410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Bound port: 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d943b6-d5d9-487b-8837-babf2201f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:13:24.677750 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.731950 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.732569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.733957 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8684b500-45c7-4da0-b4e4-6481dae956dc req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "PUT /v2.0/ports/282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 981 time: 0.6246145 Dec 15 16:13:24.738248 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:24.740524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924a84e-dad8-4e3b-8948-58ffd111c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:24.757961 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43304) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:24.771906 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d431b4cf-69cc-45be-a908-63acc090173d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.793547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e435-5e5f-4045-957c-e95b808f5120 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=6']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.822120 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] For port 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:13:24.826383 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] For port 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:13:24.832373 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.837546 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac197820-e1b8-4347-87ef-0ba40d5b0d2b x-openstack-request-id: req-ac197820-e1b8-4347-87ef-0ba40d5b0d2b {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:24.838176 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:24.840621 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac197820-e1b8-4347-87ef-0ba40d5b0d2b {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:24.841061 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'status': 'completed', 'code': 200} Dec 15 16:13:24.884115 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.884774 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.886806 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] 10.222.0.46 "PUT /v2.0/ports/97f94f22-81f2-4990-ae11-e57a8f1e6d91 HTTP/1.1" status: 200 len: 1093 time: 1.2831082 Dec 15 16:13:24.918353 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be329-9eb1-4023-88fd-88f86b08fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94f22-81f2-4990-ae11-e57a8f1e6d91,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.935838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d431b4cf-69cc-45be-a908-63acc090173d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.949912 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d431b4cf-69cc-45be-a908-63acc090173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.963870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00948887-d9a6-4bc0-b0cd-07c32d9df817 req-04f7d520-660d-4f0b-9442-dafa9d2c56a6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:24.965474 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-00948887-d9a6-4bc0-b0cd-07c32d9df817 req-04f7d520-660d-4f0b-9442-dafa9d2c56a6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.1216750 Dec 15 16:13:25.024386 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-9bb7c2a3-9443-4540-b2e1-1421a8e8d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.025953 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-9bb7c2a3-9443-4540-b2e1-1421a8e8d3a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1137 time: 0.1424172 Dec 15 16:13:25.029035 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-830e1dcb-c6b4-4e2e-899e-9cb7b4171f8a None None] Provisioning complete for port 282cd38c-1d07-4bb0-8400-a79f6db5a357 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:25.031705 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-830e1dcb-c6b4-4e2e-899e-9cb7b4171f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.031865 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d431b4cf-69cc-45be-a908-63acc090173d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e21802687e8744f885d1c0ed18914fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719221 Dec 15 16:13:25.036857 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840a148-85e9-4efa-a09f-340d32802de6 req-638dcf8b-159f-48e4-ac4b-e5a6e583da5c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.037441 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43308) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:25.044955 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3840a148-85e9-4efa-a09f-340d32802de6 req-638dcf8b-159f-48e4-ac4b-e5a6e583da5c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.1195893 Dec 15 16:13:25.046899 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-8208203d-304f-43bb-b642-a3d374c59da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.048927 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-8208203d-304f-43bb-b642-a3d374c59da5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 1096 time: 0.0730369 Dec 15 16:13:25.049731 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b4cf-69cc-45be-a908-63acc090173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9484e2c-08ec-4aea-8ff5-4db1a62c8f0a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:25.118798 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-5cae93a9-c028-475a-9d50-fd34fdd90c46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91 HTTP/1.1" status: 200 len: 217 time: 0.0482879 Dec 15 16:13:25.141876 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3840a148-85e9-4efa-a09f-340d32802de6 req-bcb398ef-6b24-4e66-aa00-374849ba41e5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904481 Dec 15 16:13:25.146456 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['282cd38c-1d07-4bb0-8400-a79f6db5a357'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:25.152260 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-00948887-d9a6-4bc0-b0cd-07c32d9df817 req-6ae6e2b5-bb0a-4441-8387-4ddb76aa7394 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1775689 Dec 15 16:13:25.195303 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-13285595-cc50-4e41-9e23-98f21846d9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.214613 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-9a17fada-1539-4361-9d0c-c70221624a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.216256 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-9a17fada-1539-4361-9d0c-c70221624a78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.0787394 Dec 15 16:13:25.218511 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-a3c0f8a7-086b-44d7-8f9e-90fb85e2e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.219949 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-a3c0f8a7-086b-44d7-8f9e-90fb85e2e941 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 916 time: 0.1675479 Dec 15 16:13:25.230229 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['282cd38c-1d07-4bb0-8400-a79f6db5a357'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:25.231294 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-13285595-cc50-4e41-9e23-98f21846d9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.279144 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-35d76a8b-9558-4f69-a765-dd273f905b70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353441 Dec 15 16:13:25.354295 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a15bf-17c6-4129-8ddf-2a14afab2e22 req-99abc73b-aa31-496b-8791-41660f36f23b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.355796 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f77a15bf-17c6-4129-8ddf-2a14afab2e22 req-99abc73b-aa31-496b-8791-41660f36f23b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.1226177 Dec 15 16:13:25.361249 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-bd8ad126-cc94-45e1-a413-a455c4ce7ba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 1001 time: 0.1126211 Dec 15 16:13:25.385642 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-15326042-f2f7-4bb2-b646-4eb8a45dbce7 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945015 Dec 15 16:13:25.396084 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-13285595-cc50-4e41-9e23-98f21846d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.398696 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-13285595-cc50-4e41-9e23-98f21846d9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.402148 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-13285595-cc50-4e41-9e23-98f21846d9e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9484e2c-08ec-4aea-8ff5-4db1a62c8f0a HTTP/1.1" status: 204 len: 168 time: 0.3607793 Dec 15 16:13:25.437920 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13285595-cc50-4e41-9e23-98f21846d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9484e2c-08ec-4aea-8ff5-4db1a62c8f0a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:25.464238 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-a96e4af9-1adf-4a57-92e3-255b7ea91cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.465820 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-a96e4af9-1adf-4a57-92e3-255b7ea91cc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.0887876 Dec 15 16:13:25.481081 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f77a15bf-17c6-4129-8ddf-2a14afab2e22 req-d8d574d3-5a85-474c-89ef-2efb4e363629 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059935 Dec 15 16:13:25.577550 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-4069c449-1ecd-4865-8f18-7b34e3e3639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.579530 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-4069c449-1ecd-4865-8f18-7b34e3e3639b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968096 Dec 15 16:13:25.595916 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e1d4eda-d873-45f0-83db-6ce972f3f4ce req-5cace713-d28d-4e23-ba2d-8b19ffa20b8d service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753340 Dec 15 16:13:25.648615 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.649269 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b95e-40cb-4dbc-9b79-e3ab1b43becc req-77683423-c099-4044-8860-97f61971889f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:25.658443 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f911b95e-40cb-4dbc-9b79-e3ab1b43becc req-77683423-c099-4044-8860-97f61971889f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 943 time: 0.1197722 Dec 15 16:13:25.722071 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f911b95e-40cb-4dbc-9b79-e3ab1b43becc req-84385cb1-035a-4753-ac8a-2518d3ed125d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 Dec 15 16:13:25.727864 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-ec42cffa-f720-41a5-965c-63b68bbcb175 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219974 Dec 15 16:13:25.844942 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6924a84e-dad8-4e3b-8948-58ffd111c1a5 req-48cf6c15-f821-4e29-aa64-13e04495ecef service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891330 Dec 15 16:13:25.908823 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43324) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:25.924412 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3f3-eb95-46b0-9d6a-9ca6b6c79b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.002254 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3f3-eb95-46b0-9d6a-9ca6b6c79b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.006894 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5c89c3f3-eb95-46b0-9d6a-9ca6b6c79b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.043966 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89c3f3-eb95-46b0-9d6a-9ca6b6c79b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8721f-cb2c-4766-992c-312a3cc857ff,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:26.048286 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5c89c3f3-eb95-46b0-9d6a-9ca6b6c79b9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b75fbfec3d3746628e13595b070a7677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384127 Dec 15 16:13:26.051074 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43326) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:26.102318 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f5077ec-3cfb-40ef-8617-ec105ede62bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.123576 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f5077ec-3cfb-40ef-8617-ec105ede62bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.172687 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f5077ec-3cfb-40ef-8617-ec105ede62bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.175236 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f5077ec-3cfb-40ef-8617-ec105ede62bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.176472 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3f5077ec-3cfb-40ef-8617-ec105ede62bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecc8721f-cb2c-4766-992c-312a3cc857ff HTTP/1.1" status: 204 len: 168 time: 0.1244900 Dec 15 16:13:26.185773 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5077ec-3cfb-40ef-8617-ec105ede62bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8721f-cb2c-4766-992c-312a3cc857ff,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:26.293887 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb3af8-0a69-4e0c-966e-73cf9ad2f11e req-2423fe0e-532b-4c8f-ac77-58d79c0dca2c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:26.295359 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1bdb3af8-0a69-4e0c-966e-73cf9ad2f11e req-2423fe0e-532b-4c8f-ac77-58d79c0dca2c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 945 time: 0.0483510 Dec 15 16:13:26.349937 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1bdb3af8-0a69-4e0c-966e-73cf9ad2f11e req-8ccd7d6f-7358-4710-be1a-c47849af5136 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Dec 15 16:13:26.609688 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258395d-11cc-4841-8f6e-d1eda7be905e req-e76e5f56-efb4-4403-9b85-256dd9136589 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:26.611172 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e258395d-11cc-4841-8f6e-d1eda7be905e req-e76e5f56-efb4-4403-9b85-256dd9136589 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0543089 Dec 15 16:13:26.663987 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e258395d-11cc-4841-8f6e-d1eda7be905e req-670d8cdd-fb2a-49a9-ad3f-2e8cb8864881 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466733 Dec 15 16:13:26.782670 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836d28-0d10-4960-b0a7-0d7dc8332f85 req-0f6ac4a1-45fa-450b-9acc-e593eec85b4d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:26.785526 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6a836d28-0d10-4960-b0a7-0d7dc8332f85 req-0f6ac4a1-45fa-450b-9acc-e593eec85b4d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0538502 Dec 15 16:13:26.802901 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:13:26.841941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'tag': '97f94f22-81f2-4990-ae11-e57a8f1e6d91'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:26.844279 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e519bc0-2a60-4c36-944b-0ee53a0f84fa", "tag": "97f94f22-81f2-4990-ae11-e57a8f1e6d91"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:26.846817 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6a836d28-0d10-4960-b0a7-0d7dc8332f85 req-4091ea00-ff4a-425f-898b-843d5830a2ec tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533738 Dec 15 16:13:26.880712 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 43352) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:26.902721 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-d3dffe90-dbf8-4d9a-a736-a07004c1d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:26.904304 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-d3dffe90-dbf8-4d9a-a736-a07004c1d600 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0531309 Dec 15 16:13:26.905697 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.919587 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bba02-23a4-4a29-88cb-9cde397b365d req-1af294b3-c98c-4a66-ae65-144c3964df91 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:26.921448 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ca9bba02-23a4-4a29-88cb-9cde397b365d req-1af294b3-c98c-4a66-ae65-144c3964df91 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 943 time: 0.0716186 Dec 15 16:13:26.947255 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:26.949531 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a44fb-d2ab-46c9-aee4-2b017c23240a" -d '{"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:26.963307 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:26.968469 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.984278 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ca9bba02-23a4-4a29-88cb-9cde397b365d req-98d734df-68c2-462f-ae1a-0fb4468e1f19 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561512 Dec 15 16:13:27.035473 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=8']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:27.043861 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-31a2d206-0c18-4f57-9b67-bccd900ac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.045340 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-31a2d206-0c18-4f57-9b67-bccd900ac518 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.1249998 Dec 15 16:13:27.104040 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-31d026ef-e1fa-4925-9401-a3d5343cbc5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 217 time: 0.0404696 Dec 15 16:13:27.120017 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6764d-c10e-44e9-8559-4c445d3c5275 req-803375d6-3d70-4fe9-abbf-57bd5066c4f4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.121492 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0e6764d-c10e-44e9-8559-4c445d3c5275 req-803375d6-3d70-4fe9-abbf-57bd5066c4f4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.1839683 Dec 15 16:13:27.176643 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd428d-4672-4e33-a790-5e1688632998 tempest-TestShelveInstance-924071705 tempest-TestShelveInstance-924071705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.181906 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-61fd428d-4672-4e33-a790-5e1688632998 tempest-TestShelveInstance-924071705 tempest-TestShelveInstance-924071705-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1093 time: 0.2964599 Dec 15 16:13:27.182127 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 43358) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:27.186758 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'port_id': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:27.192292 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f44dbd-4ff1-4e84-9ddb-9ab147b73301 x-openstack-request-id: req-f8f44dbd-4ff1-4e84-9ddb-9ab147b73301 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:27.192583 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e519bc0-2a60-4c36-944b-0ee53a0f84fa", "tag": "97f94f22-81f2-4990-ae11-e57a8f1e6d91", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:27.192836 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8f44dbd-4ff1-4e84-9ddb-9ab147b73301 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:27.193221 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'tag': '97f94f22-81f2-4990-ae11-e57a8f1e6d91', 'status': 'completed', 'code': 200} Dec 15 16:13:27.199838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-c09b5e14-ce68-424b-a775-4774fcfc8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.201303 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-c09b5e14-ce68-424b-a775-4774fcfc8d41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.0789495 Dec 15 16:13:27.205952 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0e6764d-c10e-44e9-8559-4c445d3c5275 req-0b5f04c4-a19d-4e26-829a-80f8d91872bb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765481 Dec 15 16:13:27.217076 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for floatingip, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:27.234706 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e5be6c-056c-4d9a-9f12-3c5844c4f83a x-openstack-request-id: req-09e5be6c-056c-4d9a-9f12-3c5844c4f83a {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:27.235023 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:27.235287 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09e5be6c-056c-4d9a-9f12-3c5844c4f83a {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:27.235685 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'code': 200} Dec 15 16:13:27.251324 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-53ac5fe1-a48d-45de-9c9a-9c19877b8c0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339189 Dec 15 16:13:27.320958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-28aabd84-09b7-44e4-a9ef-15defcc85982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.322460 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-28aabd84-09b7-44e4-a9ef-15defcc85982 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59432b92e45948e5962f7a60e09135b3&device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 1096 time: 0.0800495 Dec 15 16:13:27.368807 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-83fee2dd-299c-4f09-b258-234ecd2ccb03 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907354 Dec 15 16:13:27.423044 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:27.478195 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-f39b7357-c3a4-47d8-9cf6-4eac61c2727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.479524 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-f39b7357-c3a4-47d8-9cf6-4eac61c2727a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 200 len: 916 time: 0.1383736 Dec 15 16:13:27.498940 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7fc36d2e-9a6f-46eb-9e3d-f334de09471b req-3f449a33-04b2-4756-860d-afa9672058e6 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154652 Dec 15 16:13:27.516039 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc420-91c5-4113-9a5e-9b06b2aa790a req-749e61be-d3aa-42b7-b9ad-d299567f42b8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.517721 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c5bcc420-91c5-4113-9a5e-9b06b2aa790a req-749e61be-d3aa-42b7-b9ad-d299567f42b8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0699892 Dec 15 16:13:27.529350 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-c411e5cb-6893-4c44-a832-f61169b79c40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91 HTTP/1.1" status: 200 len: 217 time: 0.0388224 Dec 15 16:13:27.572212 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c5bcc420-91c5-4113-9a5e-9b06b2aa790a req-742034bc-2782-4398-a4f6-f753c42708f0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485904 Dec 15 16:13:27.616893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Allocated IP 172.27.0.149 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/6e6b2325-ea01-4380-9114-c3af1445129c) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:27.621858 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-c1f40c4a-bc7f-4559-8c6a-1b6085dfe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:27.623297 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-c1f40c4a-bc7f-4559-8c6a-1b6085dfe5ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 200 len: 855 time: 0.0679278 Dec 15 16:13:27.698616 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-7ddba4ce-5a97-4642-9da5-a29b279de52f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7d5230c5-6fc8-45a8-89a6-a1e34f97f335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553997 Dec 15 16:13:27.792961 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:27.839969 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-b023e022-e6d1-40bc-a962-e78f5724b721 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246476 Dec 15 16:13:27.851822 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:27.941671 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:27.946921 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:27.958168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'Port': ['ID=6e6b2325-ea01-4380-9114-c3af1445129c,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:27.958168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:28.019750 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-80c447a3-dc35-48e6-8b06-d5aea31c1cbf req-4eb74515-1c45-47f1-9a85-0373824def53 service neutron] 10.222.0.46 "GET /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425574 Dec 15 16:13:28.076431 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [req-6983150e-d6ad-40db-830b-e97dde20008b req-ec3e1db1-f7d8-4b2d-9b16-64b2beb417c4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:28.077413 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6983150e-d6ad-40db-830b-e97dde20008b req-ec3e1db1-f7d8-4b2d-9b16-64b2beb417c4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050607 Dec 15 16:13:28.116991 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213d315-ee0b-41c3-800c-3da7f7c632c2 req-bd85966c-aa3b-44d8-9b6b-a10f5df5bfe6 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:28.118536 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8213d315-ee0b-41c3-800c-3da7f7c632c2 req-bd85966c-aa3b-44d8-9b6b-a10f5df5bfe6 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 943 time: 0.0508263 Dec 15 16:13:28.174911 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8213d315-ee0b-41c3-800c-3da7f7c632c2 req-c8ab2af8-aaa0-47d7-a02d-26572ce6b3b2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497501 Dec 15 16:13:28.293212 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7817f-9ba5-4d93-ba66-6067e5c77bca req-b2c8e89d-05c9-4df4-9414-f741a6999926 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:28.294784 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a1f7817f-9ba5-4d93-ba66-6067e5c77bca req-b2c8e89d-05c9-4df4-9414-f741a6999926 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0974998 Dec 15 16:13:28.412091 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22b23e-a6bd-471e-9c6a-406ec0086f9a req-046203f3-dd37-40dc-87d3-cced77874d31 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:28.414271 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8c22b23e-a6bd-471e-9c6a-406ec0086f9a req-046203f3-dd37-40dc-87d3-cced77874d31 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0524609 Dec 15 16:13:28.468317 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8c22b23e-a6bd-471e-9c6a-406ec0086f9a req-c6885f4e-9e57-4394-9f73-89006d756382 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Dec 15 16:13:28.542682 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43408) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:28.704448 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a1f7817f-9ba5-4d93-ba66-6067e5c77bca req-28682a3b-95e9-44b3-be32-7966f637237a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990800 Dec 15 16:13:28.715133 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:28.822712 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 97f94f22-81f2-4990-ae11-e57a8f1e6d91 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:13:28.826983 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:28.878896 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-fa226a3b-8967-48c2-a765-b22753e7a29c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3349280 Dec 15 16:13:28.887734 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-a0438ada-b588-4553-8636-216af08e7fcf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:28.888700 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-a0438ada-b588-4553-8636-216af08e7fcf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050728 Dec 15 16:13:28.918859 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:28.931285 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '97f94f22-81f2-4990-ae11-e57a8f1e6d91', 'network_id': '7d5230c5-6fc8-45a8-89a6-a1e34f97f335', 'port_id': '97f94f22-81f2-4990-ae11-e57a8f1e6d91', 'mac_address': 'fa:16:3e:21:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:13:28.987054 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:28.992893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.104466 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.115368 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event updated for resources: {'Port': ['ID=6e6b2325-ea01-4380-9114-c3af1445129c,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:29.125176 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f94f22-81f2-4990-ae11-e57a8f1e6d91 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:29.126533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.147104 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:29.152710 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.200956 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=97f94f22-81f2-4990-ae11-e57a8f1e6d91,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:29.231087 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Floating IP 2144afc7-f628-45b1-a308-c8eb9c6017c7 associated. External IP: 172.27.0.149, port: 2c2b22cb-7362-4ca4-9251-1a506d1f65bc. Dec 15 16:13:29.328926 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f9ed1-06ae-40b5-bab9-d57c47efa500 req-db60b57a-8780-482d-937c-38e89a997822 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.331288 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e25f9ed1-06ae-40b5-bab9-d57c47efa500 req-db60b57a-8780-482d-937c-38e89a997822 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 944 time: 0.0626953 Dec 15 16:13:29.391633 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e25f9ed1-06ae-40b5-bab9-d57c47efa500 req-d8b8bccb-a25c-4ef5-b1e5-a2c9ca7bddc8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532784 Dec 15 16:13:29.462089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Router 9dc602e0-d6a4-4295-a553-c618edba6351 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:13:29.552809 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['97f94f22-81f2-4990-ae11-e57a8f1e6d91'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:29.570896 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:13:29.585220 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821490f-5832-4365-99c9-903cef1e36df None None] Sync routers for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:13:29.595748 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.599017 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:29.599618 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:13:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:29.615040 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290417f3-494e-4086-b078-8581a0eb2735 req-b85f1ba5-53b1-4bf6-a2a0-762276c72bf8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.616973 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-290417f3-494e-4086-b078-8581a0eb2735 req-b85f1ba5-53b1-4bf6-a2a0-762276c72bf8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0716529 Dec 15 16:13:29.630429 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a4b6b587-bd1c-427a-bad3-9e94f7a505c2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4471834 Dec 15 16:13:29.631196 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:29.634725 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aca0158-360c-4344-bd8d-33cb1302f95b" -d '{"events": [{"name": "network-changed", "server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:29.675571 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28c406f-c702-4fad-ba18-9dbede58f4b5 x-openstack-request-id: req-f28c406f-c702-4fad-ba18-9dbede58f4b5 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:29.676088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:29.676524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f28c406f-c702-4fad-ba18-9dbede58f4b5 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:29.677098 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'status': 'completed', 'code': 200} Dec 15 16:13:29.680737 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-290417f3-494e-4086-b078-8581a0eb2735 req-bf259754-3dfd-4aaa-88e3-734e002831c8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560408 Dec 15 16:13:29.742499 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:29.771481 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-f65fb145-7239-4f36-9bee-85af44278b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.773648 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-f65fb145-7239-4f36-9bee-85af44278b68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1098 time: 0.0554531 Dec 15 16:13:29.880832 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a42ad-1f52-4581-93dc-045204fc046a req-9b30d0b3-620b-4c09-b644-eb0768e11eb8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.883424 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b12a42ad-1f52-4581-93dc-045204fc046a req-9b30d0b3-620b-4c09-b644-eb0768e11eb8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.1027400 Dec 15 16:13:29.927258 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-c457ecc4-b7c0-4b11-b565-0e943f81d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:29.929278 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-c457ecc4-b7c0-4b11-b565-0e943f81d9a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 910 time: 0.1379921 Dec 15 16:13:29.976322 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '2144afc7-f628-45b1-a308-c8eb9c6017c7', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'port_id': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'mac_address': 'fa:16:3e:ab:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:13:28Z', 'updated_at': '2021-12-15T16:13:28Z', 'revision_number': 0, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:29.999558 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b12a42ad-1f52-4581-93dc-045204fc046a req-2fce0871-4542-49ed-9a1a-c058ef07ac4e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057456 Dec 15 16:13:30.007499 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821490f-5832-4365-99c9-903cef1e36df None None] Checking router: 9dc602e0-d6a4-4295-a553-c618edba6351 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:13:30.010031 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-25fd6a46-b499-491f-a112-ecd270b69bc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 999 time: 0.0708692 Dec 15 16:13:30.016637 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:30.017244 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:13:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:30.065819 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-d98335e4-bf8c-44d7-9c4d-58b4eb430b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.067486 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-d98335e4-bf8c-44d7-9c4d-58b4eb430b3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.0481253 Dec 15 16:13:30.126736 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:30.127558 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-89ea020c-3121-41c5-bb4a-af8149d013ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.129450 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-89ea020c-3121-41c5-bb4a-af8149d013ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455911 Dec 15 16:13:30.237718 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-080a9537-5a2b-4c25-8efd-5b3bea81f30b service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871899 Dec 15 16:13:30.335929 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3aca0158-360c-4344-bd8d-33cb1302f95b req-8a0885a7-d636-4ab8-8470-dcd75a10977e service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Dec 15 16:13:30.357874 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-d821490f-5832-4365-99c9-903cef1e36df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '2144afc7-f628-45b1-a308-c8eb9c6017c7', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'port_id': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'mac_address': 'fa:16:3e:ab:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:13:28Z', 'updated_at': '2021-12-15T16:13:28Z', 'revision_number': 0, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:30.388844 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821490f-5832-4365-99c9-903cef1e36df None None] The sync data for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi is: [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '2144afc7-f628-45b1-a308-c8eb9c6017c7', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'port_id': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'mac_address': 'fa:16:3e:ab:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:13:28Z', 'updated_at': '2021-12-15T16:13:28Z', 'revision_number': 0, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:13:30.513850 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7caf-f173-42fb-ad49-02abe883e9f7 req-76a65c27-4c6a-44d1-9722-4b586d791c69 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.515419 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-040e7caf-f173-42fb-ad49-02abe883e9f7 req-76a65c27-4c6a-44d1-9722-4b586d791c69 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 944 time: 0.0530963 Dec 15 16:13:30.565254 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-040e7caf-f173-42fb-ad49-02abe883e9f7 req-81735479-49ce-4a0f-b27e-2b905fb23771 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Dec 15 16:13:30.579180 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36349c6-61c0-460f-832e-7677c911655a None None] New status for floating IP 2144afc7-f628-45b1-a308-c8eb9c6017c7: ACTIVE {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:13:30.759062 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-08789247-6a93-4fc7-8ecc-d9d7018cef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.760698 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-08789247-6a93-4fc7-8ecc-d9d7018cef95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c&tenant_id=4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 1096 time: 0.0758886 Dec 15 16:13:30.833972 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea43a5-cced-43d7-8060-a8a9cb6afc50 req-5d0cfa1d-c671-4b36-8771-4714144f03e9 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.835973 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c9ea43a5-cced-43d7-8060-a8a9cb6afc50 req-5d0cfa1d-c671-4b36-8771-4714144f03e9 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0813391 Dec 15 16:13:30.836795 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:13:30.864779 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-678adb92-6c9e-4ca6-a499-df548fc559e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.866895 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-678adb92-6c9e-4ca6-a499-df548fc559e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1096 time: 0.0703714 Dec 15 16:13:30.931829 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c9ea43a5-cced-43d7-8060-a8a9cb6afc50 req-9ee965a5-7151-49df-86d5-dab9e5ee1ce3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888457 Dec 15 16:13:30.971554 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-218bb158-4fa1-4bb5-93e3-033f56621cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.972982 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-218bb158-4fa1-4bb5-93e3-033f56621cec service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.0970621 Dec 15 16:13:31.043523 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-a5fb4e74-309f-4a71-a64e-885c7227efbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 200 len: 997 time: 0.0610676 Dec 15 16:13:31.102015 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-72075edf-ace6-4961-858e-9e17769cbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:31.103442 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-72075edf-ace6-4961-858e-9e17769cbbee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0448637 Dec 15 16:13:31.125611 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba9b2e-252e-4f02-bfa3-1a6782230d20 req-64e27730-c6b6-49f8-8db0-40411f89de6b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:31.127495 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bbba9b2e-252e-4f02-bfa3-1a6782230d20 req-64e27730-c6b6-49f8-8db0-40411f89de6b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0497777 Dec 15 16:13:31.155275 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-67b46c8f-d726-4e79-b182-e713cf8dabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:31.156726 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-67b46c8f-d726-4e79-b182-e713cf8dabd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396862 Dec 15 16:13:31.174617 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bbba9b2e-252e-4f02-bfa3-1a6782230d20 req-054ef477-bc70-4e4e-a2ba-28ec97985fe1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405335 Dec 15 16:13:31.249017 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-fba6f7c5-7ad5-483c-b9a1-f83432c53611 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833371 Dec 15 16:13:31.340227 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-542a75f9-4f59-439c-b6f9-e84b7d490afc req-f6df3ea6-f9aa-47e3-9877-7ed1b6dbcee6 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819118 Dec 15 16:13:31.687803 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fa1f7-d665-47f8-b596-271327273e2e req-84c9a2c3-7428-49be-9bf2-0e230157955b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:31.689311 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-306fa1f7-d665-47f8-b596-271327273e2e req-84c9a2c3-7428-49be-9bf2-0e230157955b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 944 time: 0.0532150 Dec 15 16:13:31.735700 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-306fa1f7-d665-47f8-b596-271327273e2e req-bd75a8a9-c26e-482b-a636-f8e5da8510f3 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Dec 15 16:13:32.095568 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de19a54-dc31-4dea-8c97-f878cf4aa5dd req-83505370-9ab3-48e0-94cf-938a75f12c1c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.097483 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4de19a54-dc31-4dea-8c97-f878cf4aa5dd req-83505370-9ab3-48e0-94cf-938a75f12c1c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0756981 Dec 15 16:13:32.146713 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4de19a54-dc31-4dea-8c97-f878cf4aa5dd req-50a2609c-2284-485a-8b1d-af22653b4667 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Dec 15 16:13:32.300605 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bf5a7-ba5b-48e1-8201-08c5dc16ba34 req-aa4adbc9-cdd5-4be8-bd92-3e5d90f3e860 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.302340 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b77bf5a7-ba5b-48e1-8201-08c5dc16ba34 req-aa4adbc9-cdd5-4be8-bd92-3e5d90f3e860 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0496588 Dec 15 16:13:32.362808 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b77bf5a7-ba5b-48e1-8201-08c5dc16ba34 req-8c114cc2-bb4b-49f2-ad16-a1eaa7280086 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526905 Dec 15 16:13:32.872617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0ac5-5d30-476c-aba3-b9e30d0376b1 req-3087754c-a2ba-47a7-ba2f-b94192275ca1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:32.874162 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0cb0ac5-5d30-476c-aba3-b9e30d0376b1 req-3087754c-a2ba-47a7-ba2f-b94192275ca1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 944 time: 0.0584705 Dec 15 16:13:32.875263 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 97f94f22-81f2-4990-ae11-e57a8f1e6d91 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:32.926448 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:13:32.927128 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e0cb0ac5-5d30-476c-aba3-b9e30d0376b1 req-5ec82ae6-b464-414b-a93d-a14cd656cca4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Dec 15 16:13:32.933576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:32.933948 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:33.016011 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:33.057110 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:33.058520 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f94f22-81f2-4990-ae11-e57a8f1e6d91'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:33.061321 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c672dde7-3f44-4782-b8f6-eb1a6451efe5" -d '{"events": [{"server_uuid": "6e519bc0-2a60-4c36-944b-0ee53a0f84fa", "name": "network-vif-plugged", "status": "completed", "tag": "97f94f22-81f2-4990-ae11-e57a8f1e6d91"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:33.065205 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:33.123624 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1538b18a-cc30-4d55-89fd-296a9dde91b5 x-openstack-request-id: req-1538b18a-cc30-4d55-89fd-296a9dde91b5 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:33.123944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e519bc0-2a60-4c36-944b-0ee53a0f84fa", "name": "network-vif-plugged", "status": "completed", "tag": "97f94f22-81f2-4990-ae11-e57a8f1e6d91", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:33.124297 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1538b18a-cc30-4d55-89fd-296a9dde91b5 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:33.124760 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f94f22-81f2-4990-ae11-e57a8f1e6d91', 'code': 200} Dec 15 16:13:33.129587 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=97f94f22-81f2-4990-ae11-e57a8f1e6d91,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:33.291563 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb087bc-914f-4108-adc5-0943db117188 req-123943e0-f7fa-4a4e-96f0-2b0123efb012 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:33.293410 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6eb087bc-914f-4108-adc5-0943db117188 req-123943e0-f7fa-4a4e-96f0-2b0123efb012 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0735788 Dec 15 16:13:33.347856 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6eb087bc-914f-4108-adc5-0943db117188 req-87293efa-a5cd-481c-9a8c-a409604ed2e5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Dec 15 16:13:33.495390 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd23-a3c7-415d-9c77-184e1c3193f6 req-5a1c1145-5592-4b55-a9e3-c2491b3c5c5f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:33.496866 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e529cd23-a3c7-415d-9c77-184e1c3193f6 req-5a1c1145-5592-4b55-a9e3-c2491b3c5c5f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0476315 Dec 15 16:13:33.546048 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e529cd23-a3c7-415d-9c77-184e1c3193f6 req-b1f3a2b5-e2ff-4d08-bbb9-cef7ce8e4476 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Dec 15 16:13:34.043588 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea9756-e164-4734-a2df-0f7472f0dad1 req-dcec79e9-9d1b-47f8-96ea-c1ffd540f8fa tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:34.045077 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-68ea9756-e164-4734-a2df-0f7472f0dad1 req-dcec79e9-9d1b-47f8-96ea-c1ffd540f8fa tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0521286 Dec 15 16:13:34.091958 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-68ea9756-e164-4734-a2df-0f7472f0dad1 req-431350c2-b5b0-44de-a078-0e2a83b332e2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Dec 15 16:13:34.474905 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117ef19-7e16-4911-974a-5eaf98f1ca1a req-4d4bfb81-a756-4b7c-a649-f471c72999f3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:34.477361 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7117ef19-7e16-4911-974a-5eaf98f1ca1a req-4d4bfb81-a756-4b7c-a649-f471c72999f3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0590158 Dec 15 16:13:34.528595 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7117ef19-7e16-4911-974a-5eaf98f1ca1a req-f2458ee9-7b3f-471b-978b-d12035bf0c17 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Dec 15 16:13:34.668487 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8631f5-2623-4cae-9a26-cd26b409f7fd req-af0a597f-28a1-4af9-b160-7e1d10799beb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:34.669915 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2f8631f5-2623-4cae-9a26-cd26b409f7fd req-af0a597f-28a1-4af9-b160-7e1d10799beb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0491381 Dec 15 16:13:34.719485 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2f8631f5-2623-4cae-9a26-cd26b409f7fd req-feb0a3b2-d08a-4595-8259-a7eacdf4a8b7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 Dec 15 16:13:35.204442 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b676a2-b423-4272-8647-5dd208573430 req-53a5cc23-c03d-49e8-9b99-34f9a29c2b51 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:35.205915 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42b676a2-b423-4272-8647-5dd208573430 req-53a5cc23-c03d-49e8-9b99-34f9a29c2b51 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0485065 Dec 15 16:13:35.252244 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42b676a2-b423-4272-8647-5dd208573430 req-d8c10421-5795-4333-9306-6b76e37f8f02 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Dec 15 16:13:35.645751 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0fc1-5be6-4dfc-bad4-83f521a98639 req-6cd1062c-81b8-4846-ab83-657eac561d6c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:35.648416 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d47b0fc1-5be6-4dfc-bad4-83f521a98639 req-6cd1062c-81b8-4846-ab83-657eac561d6c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0510950 Dec 15 16:13:35.705118 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d47b0fc1-5be6-4dfc-bad4-83f521a98639 req-690c8ad6-53b6-44e3-9333-af438756caa5 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506935 Dec 15 16:13:35.875737 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ae6c-da81-4b97-bc83-6fa0d8629376 req-227d8f6e-fd09-48e9-b248-b462592c4490 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:35.878337 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ee66ae6c-da81-4b97-bc83-6fa0d8629376 req-227d8f6e-fd09-48e9-b248-b462592c4490 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0636497 Dec 15 16:13:35.939155 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ee66ae6c-da81-4b97-bc83-6fa0d8629376 req-f93764f5-0b25-4229-bfff-6f7da664df6c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471985 Dec 15 16:13:36.369057 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf914-84e8-4a30-9aff-57b132d5cea9 req-eec01651-1a6f-4489-9d59-013f273c6c58 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:36.372997 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-62abf914-84e8-4a30-9aff-57b132d5cea9 req-eec01651-1a6f-4489-9d59-013f273c6c58 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0524876 Dec 15 16:13:36.426216 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-62abf914-84e8-4a30-9aff-57b132d5cea9 req-6f361161-d922-4168-999a-1dec7a82478c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486186 Dec 15 16:13:36.595977 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:13:36.824971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fdb24-ad71-4d9f-9913-7484e573f62a req-70e540bb-87ff-4ec4-b71e-1aee5ebc56c0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:36.826448 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-265fdb24-ad71-4d9f-9913-7484e573f62a req-70e540bb-87ff-4ec4-b71e-1aee5ebc56c0 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0531740 Dec 15 16:13:36.874667 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-265fdb24-ad71-4d9f-9913-7484e573f62a req-d49a2aa1-ec67-4288-92b5-19f842a7b5e7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Dec 15 16:13:37.073718 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b44a46-6cff-4809-81db-5375823a7ca7 req-f9b1ca68-b35e-4909-89e7-971b1a354bdd tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.075217 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-83b44a46-6cff-4809-81db-5375823a7ca7 req-f9b1ca68-b35e-4909-89e7-971b1a354bdd tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0504353 Dec 15 16:13:37.121358 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-83b44a46-6cff-4809-81db-5375823a7ca7 req-8874a96c-21dc-4e7c-b14c-e14c77bb54ee tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402367 Dec 15 16:13:37.553854 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac6695-0bc6-4a79-b5e8-b72347dc954d req-a4b0b364-b23f-4884-a7a8-e7ea1aa63429 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.555551 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bcac6695-0bc6-4a79-b5e8-b72347dc954d req-a4b0b364-b23f-4884-a7a8-e7ea1aa63429 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0564151 Dec 15 16:13:37.610837 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bcac6695-0bc6-4a79-b5e8-b72347dc954d req-d908c9ed-40d9-41e7-a26f-8d565a1adfad tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Dec 15 16:13:37.999949 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0f742-2f30-4126-94d3-37cd09ed91fe req-abeee184-f92e-4b0f-95a6-275acb51500e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:38.001494 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0ad0f742-2f30-4126-94d3-37cd09ed91fe req-abeee184-f92e-4b0f-95a6-275acb51500e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0522172 Dec 15 16:13:38.051049 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0ad0f742-2f30-4126-94d3-37cd09ed91fe req-f5c80d92-a01c-4240-80e7-8f23c37764b4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Dec 15 16:13:38.246402 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee075d-d523-4a07-9e66-73d00ff3be19 req-6f56e73e-84b8-47f6-8a0c-f111e8c6ac21 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:38.248067 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f2ee075d-d523-4a07-9e66-73d00ff3be19 req-6f56e73e-84b8-47f6-8a0c-f111e8c6ac21 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0541403 Dec 15 16:13:38.306815 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f2ee075d-d523-4a07-9e66-73d00ff3be19 req-59fcca9f-56ed-46c0-b466-09bb38f3c63a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518105 Dec 15 16:13:38.730632 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38a65-33f1-4c9d-8321-afa8555b01a2 req-53ad1624-4a21-4f98-845c-fdacf797028e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:38.732111 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3dc38a65-33f1-4c9d-8321-afa8555b01a2 req-53ad1624-4a21-4f98-845c-fdacf797028e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0538721 Dec 15 16:13:38.779462 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3dc38a65-33f1-4c9d-8321-afa8555b01a2 req-bf5f3f2f-65f8-4af1-9923-6475c6b3b8dc tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Dec 15 16:13:39.198353 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ea1ee-ae2b-414b-89fb-9664421115f1 req-c5f2ab5b-682e-46b3-8da0-3477dc0b3ee7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:39.199921 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5d6ea1ee-ae2b-414b-89fb-9664421115f1 req-c5f2ab5b-682e-46b3-8da0-3477dc0b3ee7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0603063 Dec 15 16:13:39.251202 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5d6ea1ee-ae2b-414b-89fb-9664421115f1 req-f1af14a7-9605-4204-a6f3-543598c7d4c3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Dec 15 16:13:39.425782 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a19c-00c0-4de6-bbc7-73f8303fd196 req-ffe40e15-29c6-4c31-9bf0-8087194dab27 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:39.427253 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cf90a19c-00c0-4de6-bbc7-73f8303fd196 req-ffe40e15-29c6-4c31-9bf0-8087194dab27 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0479462 Dec 15 16:13:39.477306 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cf90a19c-00c0-4de6-bbc7-73f8303fd196 req-9b9ec516-0e26-4418-baf1-299fda30a5ac tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436046 Dec 15 16:13:39.913115 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16413f79-0d27-4cbd-8e5e-8f59a4660f1d req-ecaf0756-2f1d-4022-b7b7-e94b723cabcf tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:39.917921 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-16413f79-0d27-4cbd-8e5e-8f59a4660f1d req-ecaf0756-2f1d-4022-b7b7-e94b723cabcf tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0565045 Dec 15 16:13:39.964419 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-16413f79-0d27-4cbd-8e5e-8f59a4660f1d req-fdf8e9e3-b002-4c9c-b33a-a9ef95b8a6ae tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Dec 15 16:13:40.363048 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae59ba-bd54-4e0e-a378-dd261e771bf7 req-118157e4-c414-47f8-9e5a-0018379308eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:40.364536 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-30ae59ba-bd54-4e0e-a378-dd261e771bf7 req-118157e4-c414-47f8-9e5a-0018379308eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0474048 Dec 15 16:13:40.412313 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-30ae59ba-bd54-4e0e-a378-dd261e771bf7 req-8dc93862-072d-4ceb-8116-d2ca272ef706 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Dec 15 16:13:40.639323 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541cb7-da2c-417b-a561-d7b8214a666f req-a5ebb1ea-09ae-4d05-91a6-30226af33921 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:40.640803 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-10541cb7-da2c-417b-a561-d7b8214a666f req-a5ebb1ea-09ae-4d05-91a6-30226af33921 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0573399 Dec 15 16:13:40.687309 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-10541cb7-da2c-417b-a561-d7b8214a666f req-a0049a2f-313a-46d4-8543-4e60aa8be838 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Dec 15 16:13:41.076564 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456defed-6bec-449e-997f-8b8ab1fb8e17 req-9a311db4-d525-4b72-8bf5-6cb958de3d6c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:41.078049 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-456defed-6bec-449e-997f-8b8ab1fb8e17 req-9a311db4-d525-4b72-8bf5-6cb958de3d6c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0483434 Dec 15 16:13:41.130599 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-456defed-6bec-449e-997f-8b8ab1fb8e17 req-18e2a46a-67a1-4b37-8d46-d7080809de13 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Dec 15 16:13:41.528502 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634d817-0195-455f-a2e5-f023c8ea62fc req-7b04e400-3719-451a-ad02-1244446a14eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:41.529995 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4634d817-0195-455f-a2e5-f023c8ea62fc req-7b04e400-3719-451a-ad02-1244446a14eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0513358 Dec 15 16:13:41.576390 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4634d817-0195-455f-a2e5-f023c8ea62fc req-ae23264c-d0c9-4244-9e9e-eaa89e4a1439 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Dec 15 16:13:41.819539 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb72e9-8999-403b-b258-3e27d58d17c8 req-e4c245ab-2b96-4507-ae61-02861f0eb821 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:41.821081 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c5fb72e9-8999-403b-b258-3e27d58d17c8 req-e4c245ab-2b96-4507-ae61-02861f0eb821 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0519838 Dec 15 16:13:41.871448 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c5fb72e9-8999-403b-b258-3e27d58d17c8 req-44426a92-acc2-4d33-8026-40ed82252db6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Dec 15 16:13:42.250580 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224e9d-dd11-48ef-9808-8672858372a8 req-3eb5c16d-7752-4692-b2c2-2701d62fc5c4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:42.252048 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb224e9d-dd11-48ef-9808-8672858372a8 req-3eb5c16d-7752-4692-b2c2-2701d62fc5c4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0491824 Dec 15 16:13:42.301655 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb224e9d-dd11-48ef-9808-8672858372a8 req-46964ae2-84c7-4e29-a5af-a220e23ec625 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Dec 15 16:13:42.688554 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795ee9-38ec-4ea2-ad54-fc871d2efaad req-fa2a2b81-33b6-4a68-ad11-97633421ef79 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:42.690046 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5e795ee9-38ec-4ea2-ad54-fc871d2efaad req-fa2a2b81-33b6-4a68-ad11-97633421ef79 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0476227 Dec 15 16:13:42.760304 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5e795ee9-38ec-4ea2-ad54-fc871d2efaad req-7db84eaf-248e-43e5-8ab4-db327ed3dce8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641251 Dec 15 16:13:42.990120 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446fe35-e53e-4166-8fc1-10aed1698574 req-f60f24bd-b803-476d-8d9c-cdb512a915cc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:42.992081 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1446fe35-e53e-4166-8fc1-10aed1698574 req-f60f24bd-b803-476d-8d9c-cdb512a915cc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0471113 Dec 15 16:13:43.038556 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1446fe35-e53e-4166-8fc1-10aed1698574 req-b8b818b0-667f-4511-8d0c-0bb41d242a47 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Dec 15 16:13:43.421633 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7726039-9999-4b79-99c4-a127995e45cd req-0067be35-222f-42e3-8a04-23de6eccd17a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:43.423250 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a7726039-9999-4b79-99c4-a127995e45cd req-0067be35-222f-42e3-8a04-23de6eccd17a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0569942 Dec 15 16:13:43.479886 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a7726039-9999-4b79-99c4-a127995e45cd req-38613009-c445-45ff-bb29-128873b35600 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Dec 15 16:13:43.879908 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd885598-cc0a-48d2-839d-730f35b0144e req-d00360f5-d033-4de2-a834-41c17f660ef2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:43.881975 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dd885598-cc0a-48d2-839d-730f35b0144e req-d00360f5-d033-4de2-a834-41c17f660ef2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0482411 Dec 15 16:13:43.930334 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dd885598-cc0a-48d2-839d-730f35b0144e req-2abe860d-50ba-45f2-a6ac-1c069673a063 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Dec 15 16:13:44.171947 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ab47-e50b-407e-8683-7602506bb5c4 req-9a1472fd-0061-4ad9-8449-288b6fd4a312 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:44.173817 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3c52ab47-e50b-407e-8683-7602506bb5c4 req-9a1472fd-0061-4ad9-8449-288b6fd4a312 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0587268 Dec 15 16:13:44.231559 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3c52ab47-e50b-407e-8683-7602506bb5c4 req-5bdaf764-ad86-4da4-81a8-8467f45257c0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492249 Dec 15 16:13:44.256083 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:44.594146 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a772-4d5b-47c1-af81-286c1e614b61 req-b32d32ef-c3d0-41f2-b001-81527bf02061 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:44.595612 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1711a772-4d5b-47c1-af81-286c1e614b61 req-b32d32ef-c3d0-41f2-b001-81527bf02061 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0478680 Dec 15 16:13:44.653286 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1711a772-4d5b-47c1-af81-286c1e614b61 req-b2727002-6f62-498d-9e46-ad9863eea48d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Dec 15 16:13:45.052744 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee484e-025a-41d2-bc03-25813c1c3498 req-55cfc963-095c-41a3-9e28-6930c1a25ae1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:45.054789 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2dee484e-025a-41d2-bc03-25813c1c3498 req-55cfc963-095c-41a3-9e28-6930c1a25ae1 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0513072 Dec 15 16:13:45.102076 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2dee484e-025a-41d2-bc03-25813c1c3498 req-6d66556d-d79d-4b99-bcc1-b0aed38449ab tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Dec 15 16:13:45.360842 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf4f5c-b29c-424e-b5ba-e46968dba529 req-a6546a00-1961-4005-91c9-31f1aec5a82f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:45.362705 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-15bf4f5c-b29c-424e-b5ba-e46968dba529 req-a6546a00-1961-4005-91c9-31f1aec5a82f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0602379 Dec 15 16:13:45.411935 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-15bf4f5c-b29c-424e-b5ba-e46968dba529 req-1968085f-fbef-4171-97ab-f252e0387922 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 Dec 15 16:13:45.775122 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d4b34-8962-4d46-aa5f-1fa83035d8b6 req-97c98430-0043-4ef8-9361-cf31b13c556f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:45.776580 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dd4d4b34-8962-4d46-aa5f-1fa83035d8b6 req-97c98430-0043-4ef8-9361-cf31b13c556f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0491955 Dec 15 16:13:45.822384 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-dd4d4b34-8962-4d46-aa5f-1fa83035d8b6 req-1f3e950f-d8a7-4165-ba9c-f97d8ee5ca06 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Dec 15 16:13:46.221650 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc31159-1af1-4ae5-8a9c-5d7f60830fce req-3f253b27-a6b3-4233-a97a-018dda1874e9 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:46.223093 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-abc31159-1af1-4ae5-8a9c-5d7f60830fce req-3f253b27-a6b3-4233-a97a-018dda1874e9 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0514703 Dec 15 16:13:46.268588 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-abc31159-1af1-4ae5-8a9c-5d7f60830fce req-c61d39fc-3a98-414d-8c21-0a81c38a3b10 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Dec 15 16:13:46.590721 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757452-5e53-401d-91c0-bbfffd1796ec req-6c60956e-6e0a-4391-a88f-dd8d288ed161 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:46.592300 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e8757452-5e53-401d-91c0-bbfffd1796ec req-6c60956e-6e0a-4391-a88f-dd8d288ed161 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0867827 Dec 15 16:13:46.640990 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e8757452-5e53-401d-91c0-bbfffd1796ec req-122aa5c6-4463-4c83-b383-247a133846c4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Dec 15 16:13:46.916747 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72064c0-0ed7-4af4-8d08-1e331e4ffe48 req-68754bd6-24e0-426d-b248-054721813e61 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:46.918255 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a72064c0-0ed7-4af4-8d08-1e331e4ffe48 req-68754bd6-24e0-426d-b248-054721813e61 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0564780 Dec 15 16:13:46.999077 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a72064c0-0ed7-4af4-8d08-1e331e4ffe48 req-89941c0a-2d3a-4842-9812-d70faeee812e tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745163 Dec 15 16:13:47.111040 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8316bb-e218-4c0b-b2b9-371b0508bf83 req-0e1572f5-165a-4b27-8aa8-6f7bba052d1a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:47.112505 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2e8316bb-e218-4c0b-b2b9-371b0508bf83 req-0e1572f5-165a-4b27-8aa8-6f7bba052d1a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0488141 Dec 15 16:13:47.160317 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2e8316bb-e218-4c0b-b2b9-371b0508bf83 req-9719e32d-2a2b-4401-9325-f251c917bc01 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Dec 15 16:13:47.390968 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdad9f1-c31a-40da-8039-6079ffde0836 req-debdeeac-c978-4389-a801-838e643fb877 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:47.392443 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-abdad9f1-c31a-40da-8039-6079ffde0836 req-debdeeac-c978-4389-a801-838e643fb877 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0553436 Dec 15 16:13:47.439711 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-abdad9f1-c31a-40da-8039-6079ffde0836 req-74d10f11-c43b-4fc2-8cdb-a205a118e6ae tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Dec 15 16:13:47.764392 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86133a6e-d8ea-4813-8997-af109bfcb6e3 req-eb169e5e-8e0a-4713-8555-f23b0a862a88 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:47.765792 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86133a6e-d8ea-4813-8997-af109bfcb6e3 req-eb169e5e-8e0a-4713-8555-f23b0a862a88 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0509806 Dec 15 16:13:47.811837 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86133a6e-d8ea-4813-8997-af109bfcb6e3 req-e9bbed1b-1550-466e-969d-e79eb6081546 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402837 Dec 15 16:13:48.112456 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb701d1b-6b21-4bc5-8c15-d31df5eb4f29 req-9b5339ca-d347-406b-9df5-0d8c80946332 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.113931 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cb701d1b-6b21-4bc5-8c15-d31df5eb4f29 req-9b5339ca-d347-406b-9df5-0d8c80946332 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0474777 Dec 15 16:13:48.173241 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cb701d1b-6b21-4bc5-8c15-d31df5eb4f29 req-428cb7d7-440b-49f3-9035-f6661d9eff6c tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528831 Dec 15 16:13:48.276710 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dfd80-1bfb-48d7-ac07-8cb05655a702 req-5923c2ca-84db-4ac4-b8a1-22d4c0a3fb24 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.278314 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-119dfd80-1bfb-48d7-ac07-8cb05655a702 req-5923c2ca-84db-4ac4-b8a1-22d4c0a3fb24 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0505338 Dec 15 16:13:48.331918 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-119dfd80-1bfb-48d7-ac07-8cb05655a702 req-76094ccc-0033-49d1-902e-6b840e45026c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472372 Dec 15 16:13:48.431859 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ae06-b662-4092-a43d-c8babee9038d req-dc0177ad-4041-4f09-b99a-f815a56f2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.433265 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02844-4616-4ac4-a493-9895f80312c5 req-441657e2-c2a3-4543-8715-109ad2144eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.433856 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-dc0177ad-4041-4f09-b99a-f815a56f2dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1137 time: 0.0418365 Dec 15 16:13:48.434734 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-441657e2-c2a3-4543-8715-109ad2144eab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0440462 Dec 15 16:13:48.578417 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d5d19-b8c0-4d1d-8317-53c8608ff030 req-1c3a5a8e-d8d6-47f8-ab12-a4b0b5cd4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.579900 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7b5d5d19-b8c0-4d1d-8317-53c8608ff030 req-1c3a5a8e-d8d6-47f8-ab12-a4b0b5cd4761 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 1098 time: 0.0925295 Dec 15 16:13:48.599007 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c037e-e5c5-471b-a29d-faa9286ded53 req-543a5f31-3e8b-4916-a8d6-1d982b0fe0c6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.601234 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-668c037e-e5c5-471b-a29d-faa9286ded53 req-543a5f31-3e8b-4916-a8d6-1d982b0fe0c6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0797148 Dec 15 16:13:48.606648 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ae06-b662-4092-a43d-c8babee9038d req-73a6206d-2913-4047-a934-fd0510cfafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.608121 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-73a6206d-2913-4047-a934-fd0510cfafb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 916 time: 0.1288228 Dec 15 16:13:48.624349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02844-4616-4ac4-a493-9895f80312c5 req-3e58896c-7d71-4375-8539-7a509fd08bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.625725 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-3e58896c-7d71-4375-8539-7a509fd08bc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.1296172 Dec 15 16:13:48.676148 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-b6e55b33-40c9-4dab-9b06-8e849283059a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 217 time: 0.0418503 Dec 15 16:13:48.679961 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7b5d5d19-b8c0-4d1d-8317-53c8608ff030 req-1d5ff096-1a38-45e0-9d8c-ddd8e9400032 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858023 Dec 15 16:13:48.696862 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-668c037e-e5c5-471b-a29d-faa9286ded53 req-e9d1b64d-143d-497a-a081-9d97a30432bd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Dec 15 16:13:48.700800 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-a9079208-5c0e-46d6-93c7-15342e286c12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 1001 time: 0.0781062 Dec 15 16:13:48.963712 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ae06-b662-4092-a43d-c8babee9038d req-c72edc18-b51d-4115-8ddd-4a4c0076e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.965162 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-c72edc18-b51d-4115-8ddd-4a4c0076e8d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.0461636 Dec 15 16:13:48.970024 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5c033-662f-48d0-93b9-e3be0f01fbf5 req-e1b39696-1010-4b26-9bac-ededc7b5cfc1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.971457 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fef5c033-662f-48d0-93b9-e3be0f01fbf5 req-e1b39696-1010-4b26-9bac-ededc7b5cfc1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0873187 Dec 15 16:13:48.973210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02844-4616-4ac4-a493-9895f80312c5 req-21412e0b-deb3-4804-b937-587aa1b51f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:48.974515 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-21412e0b-deb3-4804-b937-587aa1b51f0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.0621772 Dec 15 16:13:49.014670 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ae06-b662-4092-a43d-c8babee9038d req-4347af91-37aa-4629-abb7-94e1ecb2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:49.016172 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-4347af91-37aa-4629-abb7-94e1ecb2b459 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422909 Dec 15 16:13:49.019253 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-70f5442e-7af3-45c7-9ac9-fc32618ed037 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344768 Dec 15 16:13:49.128395 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-90b956ce-14ee-4972-bba9-66a05c521dcc service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976150 Dec 15 16:13:49.211124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cb77cbf4-e4ce-45fd-aed8-c34a1051088b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:49.248212 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b172ae06-b662-4092-a43d-c8babee9038d req-de62e74f-aef5-4ed9-b797-525c4909f713 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060381 Dec 15 16:13:49.290175 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fef5c033-662f-48d0-93b9-e3be0f01fbf5 req-83ed5649-9081-466b-b59f-7bda30a9b43a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119431 Dec 15 16:13:49.301708 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650abf01-ee46-4dfc-9598-c5df182d7232 req-807313af-b728-4e31-8d71-9ededd58f823 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:49.303273 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-650abf01-ee46-4dfc-9598-c5df182d7232 req-807313af-b728-4e31-8d71-9ededd58f823 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0541322 Dec 15 16:13:49.332369 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-ffab0007-19c8-4b39-acb5-dee4e775cdbc service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982607 Dec 15 16:13:49.366551 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-650abf01-ee46-4dfc-9598-c5df182d7232 req-11205f4e-e17b-4eab-9dda-548a94f8531a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544062 Dec 15 16:13:49.476636 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49b02844-4616-4ac4-a493-9895f80312c5 req-7f689a72-f736-4309-a061-e74ecd57b216 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295657 Dec 15 16:13:49.493595 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba65e9-adaa-495b-b901-690ce41a3278 req-1572b27b-78c6-473a-991b-964a054078bf tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:49.495079 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dfba65e9-adaa-495b-b901-690ce41a3278 req-1572b27b-78c6-473a-991b-964a054078bf tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0715413 Dec 15 16:13:49.545637 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dfba65e9-adaa-495b-b901-690ce41a3278 req-38f371ea-e172-470f-9076-cbaf71d463f3 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Dec 15 16:13:49.818714 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a4de-efce-4bbf-b4e6-c3f58dca1d42 req-a8b603bd-f93c-4710-9293-e6ff80261594 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:49.820673 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb18a4de-efce-4bbf-b4e6-c3f58dca1d42 req-a8b603bd-f93c-4710-9293-e6ff80261594 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0530970 Dec 15 16:13:49.865531 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fb18a4de-efce-4bbf-b4e6-c3f58dca1d42 req-11844c97-afff-4b32-9148-bafccdb20dfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390568 Dec 15 16:13:50.441866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86593bba-5cfc-4d22-8987-d1993e029fa1 req-ee3e0ed9-b5e3-47cb-ace5-a6bc884b07e3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:50.443513 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-86593bba-5cfc-4d22-8987-d1993e029fa1 req-ee3e0ed9-b5e3-47cb-ace5-a6bc884b07e3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0801485 Dec 15 16:13:50.494275 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-86593bba-5cfc-4d22-8987-d1993e029fa1 req-42f1e4b0-4b6f-456d-a5e5-55fc5a998a5c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Dec 15 16:13:50.504981 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f30a-8fb4-49a6-9674-3573b1a725b9 req-a604e621-4cde-4133-80a2-c24a4d7f2547 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:50.506699 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8df8f30a-8fb4-49a6-9674-3573b1a725b9 req-a604e621-4cde-4133-80a2-c24a4d7f2547 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0574663 Dec 15 16:13:50.571329 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8df8f30a-8fb4-49a6-9674-3573b1a725b9 req-e9b8d3b3-2ff1-4f3f-8bef-7254e73b6107 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577559 Dec 15 16:13:50.671879 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd12a-9602-4c53-b08a-29e83c3f3697 req-33c591cb-0a5d-449d-989b-28c77e1cd5b6 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:50.673331 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f48dd12a-9602-4c53-b08a-29e83c3f3697 req-33c591cb-0a5d-449d-989b-28c77e1cd5b6 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0483949 Dec 15 16:13:50.722389 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f48dd12a-9602-4c53-b08a-29e83c3f3697 req-f667c850-15bc-403e-88d5-c5dad1b8473e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Dec 15 16:13:51.017157 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf91001-7f4f-4c13-89b8-fb74414dc80b req-60482b7b-2fea-4f60-8f77-b0cccdecef98 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:51.018851 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2bf91001-7f4f-4c13-89b8-fb74414dc80b req-60482b7b-2fea-4f60-8f77-b0cccdecef98 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0752363 Dec 15 16:13:51.068720 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2bf91001-7f4f-4c13-89b8-fb74414dc80b req-2d370e6e-85d3-4f46-a126-6b22cbf9d626 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Dec 15 16:13:51.520961 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3626e52e-fcf7-4359-9514-2c20380dbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:51.617890 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f602-f237-433c-b609-1de536a6a631 req-9f58474e-1683-4d3a-9f77-db025cfa6d18 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:51.619404 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d810f602-f237-433c-b609-1de536a6a631 req-9f58474e-1683-4d3a-9f77-db025cfa6d18 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0488830 Dec 15 16:13:51.669205 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d810f602-f237-433c-b609-1de536a6a631 req-4a520291-9b6c-47d0-832e-19abc3af81cb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Dec 15 16:13:51.689055 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bab31-4690-4a95-9b24-4184c3b4f3b9 req-0e15dbf1-0727-4311-bbc5-1e906d441a9f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:51.690447 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a30bab31-4690-4a95-9b24-4184c3b4f3b9 req-0e15dbf1-0727-4311-bbc5-1e906d441a9f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0495021 Dec 15 16:13:51.751684 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a30bab31-4690-4a95-9b24-4184c3b4f3b9 req-86f9eb9f-3c2b-4c59-878c-e6db89c3fbbb tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543332 Dec 15 16:13:52.186662 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8556d17-80ff-4d06-bd38-0d00f6f49f6e req-a4586f90-6c82-4fed-8721-b7ff20bc05eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:52.188161 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c8556d17-80ff-4d06-bd38-0d00f6f49f6e req-a4586f90-6c82-4fed-8721-b7ff20bc05eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0487816 Dec 15 16:13:52.236595 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c8556d17-80ff-4d06-bd38-0d00f6f49f6e req-e14a02a0-61a1-415d-ad72-f08da1451769 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Dec 15 16:13:52.793870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab1329-a602-4bcf-a379-6a6cf5b518e6 req-37b1a8bc-05e0-4ba6-8921-6ae6360829be tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:52.795357 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0fab1329-a602-4bcf-a379-6a6cf5b518e6 req-37b1a8bc-05e0-4ba6-8921-6ae6360829be tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0524156 Dec 15 16:13:52.843945 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0fab1329-a602-4bcf-a379-6a6cf5b518e6 req-9c71596f-92af-4bb4-b921-73ba6a91fbba tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Dec 15 16:13:52.846009 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:52.951128 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266e968-e51a-4959-96b7-11c4b535fd62 req-d62b3852-872c-4bd8-85b7-9c1de801616b tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:52.952671 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0266e968-e51a-4959-96b7-11c4b535fd62 req-d62b3852-872c-4bd8-85b7-9c1de801616b tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0495117 Dec 15 16:13:53.015419 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0266e968-e51a-4959-96b7-11c4b535fd62 req-eace0b96-dc70-4721-88a0-cc1472ecf805 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567563 Dec 15 16:13:53.356384 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f8ab-c492-4ef0-a05a-01d53515da50 req-a46f04c4-28f3-40ce-b004-55acf4b37e5c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:53.358002 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b0f1f8ab-c492-4ef0-a05a-01d53515da50 req-a46f04c4-28f3-40ce-b004-55acf4b37e5c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0509446 Dec 15 16:13:53.405560 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b0f1f8ab-c492-4ef0-a05a-01d53515da50 req-6b12aeb7-cfc1-4442-a72d-29b75eec4d18 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Dec 15 16:13:53.876972 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:53.970186 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61feb38-e196-4eb4-86bb-0267fbae5213 req-68769fc0-9d4a-44c0-9067-88262d315a9b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:53.971626 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f61feb38-e196-4eb4-86bb-0267fbae5213 req-68769fc0-9d4a-44c0-9067-88262d315a9b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0538564 Dec 15 16:13:54.019569 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f61feb38-e196-4eb4-86bb-0267fbae5213 req-ad95df80-06f6-4523-a4cd-3b64ca67cbf7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420711 Dec 15 16:13:54.132683 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a993b-f6ee-4ab7-82c3-e35c07ee436a req-f3d10e45-06ad-4c36-9885-adefa80a1d9d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:54.134084 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-684a993b-f6ee-4ab7-82c3-e35c07ee436a req-f3d10e45-06ad-4c36-9885-adefa80a1d9d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0494308 Dec 15 16:13:54.192909 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-684a993b-f6ee-4ab7-82c3-e35c07ee436a req-96ed3903-9827-4667-bfae-dd22f2c572c7 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528011 Dec 15 16:13:54.520222 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dedee8-2783-4cb9-8bed-69d3ad855121 req-8f5cc02e-bccd-4678-8389-130a0163002a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:54.521700 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c6dedee8-2783-4cb9-8bed-69d3ad855121 req-8f5cc02e-bccd-4678-8389-130a0163002a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0466626 Dec 15 16:13:54.567751 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c6dedee8-2783-4cb9-8bed-69d3ad855121 req-213d508c-3c17-4082-9700-d5e3c2214055 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Dec 15 16:13:55.136765 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568e008-54da-460d-bff7-b01e7b035545 req-b3918bf2-5526-497b-a366-d4fb214de29b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:55.138275 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d568e008-54da-460d-bff7-b01e7b035545 req-b3918bf2-5526-497b-a366-d4fb214de29b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0471306 Dec 15 16:13:55.187129 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d568e008-54da-460d-bff7-b01e7b035545 req-4109e5ee-92cb-45aa-9e4e-f1df38430140 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 Dec 15 16:13:55.310927 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf58604-7682-4c00-ab01-ffac639ae8b4 req-863e498a-4fa7-4d17-a80f-ebef77ccf65a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:55.312302 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5bf58604-7682-4c00-ab01-ffac639ae8b4 req-863e498a-4fa7-4d17-a80f-ebef77ccf65a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0495739 Dec 15 16:13:55.374956 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5bf58604-7682-4c00-ab01-ffac639ae8b4 req-131b41e3-ff25-466e-a7f0-204a1526dfb4 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567551 Dec 15 16:13:55.571225 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:55.681948 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae86d6-0d2d-4e1c-8ef9-c97c0717c7d4 req-d30368ae-520f-4df3-9c75-2d923c7c6906 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:55.683385 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-50ae86d6-0d2d-4e1c-8ef9-c97c0717c7d4 req-d30368ae-520f-4df3-9c75-2d923c7c6906 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0484669 Dec 15 16:13:55.729333 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-50ae86d6-0d2d-4e1c-8ef9-c97c0717c7d4 req-fd58b3e9-e056-41ca-b527-a90f5d6a4f15 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Dec 15 16:13:56.305923 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd206897-beb0-477c-ad3d-92bfce8afa79 req-47b48b50-d799-4a18-9353-52957029cb2b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:56.307362 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bd206897-beb0-477c-ad3d-92bfce8afa79 req-47b48b50-d799-4a18-9353-52957029cb2b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 943 time: 0.0476506 Dec 15 16:13:56.352300 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bd206897-beb0-477c-ad3d-92bfce8afa79 req-b8ac18f2-a8f4-41cf-896d-78e9da1e7238 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 Dec 15 16:13:56.491784 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254cda-1a3d-4333-9f90-e458cfe2b627 req-361af339-af25-4061-83c5-dd9242d64a90 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:56.493597 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2d254cda-1a3d-4333-9f90-e458cfe2b627 req-361af339-af25-4061-83c5-dd9242d64a90 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0504384 Dec 15 16:13:56.556733 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2d254cda-1a3d-4333-9f90-e458cfe2b627 req-746a94c3-ec78-49de-bcb0-9c309f4fe372 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570860 Dec 15 16:13:56.842839 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32add26-24d3-471e-8be0-4560de849d53 req-6a61242c-70d2-4460-a7b5-ce2289654240 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:56.844275 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e32add26-24d3-471e-8be0-4560de849d53 req-6a61242c-70d2-4460-a7b5-ce2289654240 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0499730 Dec 15 16:13:56.890364 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e32add26-24d3-471e-8be0-4560de849d53 req-fd776f16-a39f-4e6c-8622-af788ff6fa82 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Dec 15 16:13:57.006944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:13:57.098347 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:57.109929 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'port_id': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'mac_address': 'fa:16:3e:3a:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:13:57.144915 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:57.161029 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d81db4-2a75-40a9-8da4-0d709f3e2559 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:13:57.180157 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:57.184207 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:57.229720 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=9']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:57.236533 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.236907 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.237253 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.237615 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.237945 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.238276 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.238605 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.238929 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.239254 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.239576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.239898 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.240216 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.240533 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:57.470819 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd200-edcc-47e1-8f44-ff8b4379f6f6 req-50e4b989-f1ca-43b1-a604-cba4b985dff3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:57.472266 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7f9dd200-edcc-47e1-8f44-ff8b4379f6f6 req-50e4b989-f1ca-43b1-a604-cba4b985dff3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0481479 Dec 15 16:13:57.517690 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7f9dd200-edcc-47e1-8f44-ff8b4379f6f6 req-ad54fdf5-4856-4105-b9ab-ff78c6dff8a5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394714 Dec 15 16:13:57.611919 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['40d81db4-2a75-40a9-8da4-0d709f3e2559'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:13:57.676571 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70086e0-0658-4385-8aad-d5877618f1c6 req-29cbc72f-d941-4fc8-b837-7a4a9f6bcf87 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:57.677987 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d70086e0-0658-4385-8aad-d5877618f1c6 req-29cbc72f-d941-4fc8-b837-7a4a9f6bcf87 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0502491 Dec 15 16:13:57.738408 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d70086e0-0658-4385-8aad-d5877618f1c6 req-7d9bfa89-7197-4821-b3cf-dbaadf5c1c14 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535285 Dec 15 16:13:58.001797 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c830-0f6f-4def-bf86-8c5aec2645cb req-c7593f0b-ff08-4360-8745-474a0ea4ed27 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:58.003164 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b8d9c830-0f6f-4def-bf86-8c5aec2645cb req-c7593f0b-ff08-4360-8745-474a0ea4ed27 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0477943 Dec 15 16:13:58.052761 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b8d9c830-0f6f-4def-bf86-8c5aec2645cb req-f73673a7-2613-41bc-82e2-ac0d56a6da28 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Dec 15 16:13:58.640598 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c86a-56cc-48bf-b314-c77d90a1a7c1 req-30508c05-447d-4950-a0a5-4b2ce8c5fb5a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:58.642223 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-67e0c86a-56cc-48bf-b314-c77d90a1a7c1 req-30508c05-447d-4950-a0a5-4b2ce8c5fb5a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 944 time: 0.0496104 Dec 15 16:13:58.690637 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-67e0c86a-56cc-48bf-b314-c77d90a1a7c1 req-cd8e0c97-39c5-4655-a8d4-c7363ff65159 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Dec 15 16:13:58.859959 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eee23-f62d-4f02-a7b0-a04fc2686e70 req-215a977e-6efa-4785-8e0c-4dfcb3db1ddf tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:58.861409 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-df3eee23-f62d-4f02-a7b0-a04fc2686e70 req-215a977e-6efa-4785-8e0c-4dfcb3db1ddf tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0512176 Dec 15 16:13:58.921442 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-df3eee23-f62d-4f02-a7b0-a04fc2686e70 req-cd0864eb-d616-4e1c-a071-db9a903f33b6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539434 Dec 15 16:13:59.011277 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:59.060021 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 40d81db4-2a75-40a9-8da4-0d709f3e2559 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:59.060396 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:59.140392 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:59.164365 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:13:59.166766 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f527fe-601e-42cc-be1c-b1f1711097c4" -d '{"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-plugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:13:59.177587 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca3022-d243-4be0-9a09-acb6808fe388 req-68c959be-eb0d-4615-b170-53cfb66f9c84 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:59.179830 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-67ca3022-d243-4be0-9a09-acb6808fe388 req-68c959be-eb0d-4615-b170-53cfb66f9c84 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0547326 Dec 15 16:13:59.185663 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:59.191331 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:59.231050 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-67ca3022-d243-4be0-9a09-acb6808fe388 req-f3428db7-63b9-4676-ae7d-51ff21e0a2cb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448194 Dec 15 16:13:59.232691 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca6dd0-2d3f-408e-bc4e-8108ac4445d5 x-openstack-request-id: req-89ca6dd0-2d3f-408e-bc4e-8108ac4445d5 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:13:59.233164 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-plugged", "status": "completed", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:13:59.233289 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89ca6dd0-2d3f-408e-bc4e-8108ac4445d5 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:13:59.233842 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'code': 200} Dec 15 16:13:59.246113 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=10']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:59.839515 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea3bb4-e642-4b97-90ed-78cfce679f33 req-622feeeb-1069-49cd-88c6-cf633333592f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:59.841006 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-afea3bb4-e642-4b97-90ed-78cfce679f33 req-622feeeb-1069-49cd-88c6-cf633333592f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0596709 Dec 15 16:13:59.891103 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-afea3bb4-e642-4b97-90ed-78cfce679f33 req-407363bb-53b5-4fc6-b6a1-37f52de2e43a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Dec 15 16:13:59.946317 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478a9b-0f63-490f-b107-7ef5506a04d4 req-c7e17abd-845e-4ce0-a40e-af98cc994ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:59.947815 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49478a9b-0f63-490f-b107-7ef5506a04d4 req-c7e17abd-845e-4ce0-a40e-af98cc994ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1099 time: 0.0494080 Dec 15 16:13:59.998768 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-49478a9b-0f63-490f-b107-7ef5506a04d4 req-325104d6-5782-4829-87f5-0eae8fbdf9a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 Dec 15 16:14:00.038771 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b31f7-4c2b-4ee4-9fc6-e5db65359d36 req-560628bc-6dea-4b0f-843e-a4bf36d597b6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:00.040352 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-428b31f7-4c2b-4ee4-9fc6-e5db65359d36 req-560628bc-6dea-4b0f-843e-a4bf36d597b6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0502827 Dec 15 16:14:00.103640 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-428b31f7-4c2b-4ee4-9fc6-e5db65359d36 req-0d4d0cb9-919e-42d0-8bfb-e99a82316818 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568802 Dec 15 16:14:00.350052 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14472dc-2187-40b6-839d-38d00ef056a5 req-d4a63bde-714e-492a-a2f6-d2488977e5c8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:00.351525 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a14472dc-2187-40b6-839d-38d00ef056a5 req-d4a63bde-714e-492a-a2f6-d2488977e5c8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0558116 Dec 15 16:14:00.399836 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a14472dc-2187-40b6-839d-38d00ef056a5 req-a7b739d1-4305-4f59-b87c-a1f768f6591c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Dec 15 16:14:00.517067 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b88e09-bc67-46ca-ab04-4d7ccfa2a4c3 req-ee42bfcb-082f-4757-8350-760b5571426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:00.518637 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-97b88e09-bc67-46ca-ab04-4d7ccfa2a4c3 req-ee42bfcb-082f-4757-8350-760b5571426f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0381675 Dec 15 16:14:00.591892 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-97b88e09-bc67-46ca-ab04-4d7ccfa2a4c3 req-fc457631-6b2a-45ec-8785-7c0cb2fdfd57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Dec 15 16:14:01.009171 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a85c1-c447-4ea8-8ffa-7b221d1d4064 req-de2beaee-853b-44b5-befb-13ae0a9279c7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:01.010687 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d5a85c1-c447-4ea8-8ffa-7b221d1d4064 req-de2beaee-853b-44b5-befb-13ae0a9279c7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0474441 Dec 15 16:14:01.058339 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d5a85c1-c447-4ea8-8ffa-7b221d1d4064 req-be74828f-b60d-4c3e-8733-80ef9af129e3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Dec 15 16:14:01.221866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2fa2f-feb5-4b4d-bcb8-84033c7036f5 req-7066a633-52c5-4eac-8843-c5c2e997a21f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:01.223581 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-86a2fa2f-feb5-4b4d-bcb8-84033c7036f5 req-7066a633-52c5-4eac-8843-c5c2e997a21f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0512044 Dec 15 16:14:01.286633 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-86a2fa2f-feb5-4b4d-bcb8-84033c7036f5 req-0c736091-c1c1-4add-a680-2d066235728b tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566616 Dec 15 16:14:01.514381 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660dbbe-514a-4c0b-86a6-00b97dea996b req-5bc95ad7-c0c2-481d-ba14-ca81d2c78b9e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:01.515860 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3660dbbe-514a-4c0b-86a6-00b97dea996b req-5bc95ad7-c0c2-481d-ba14-ca81d2c78b9e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0491219 Dec 15 16:14:01.570286 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3660dbbe-514a-4c0b-86a6-00b97dea996b req-ea49c19d-b74e-44c5-ab48-40045b1c1ff8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484734 Dec 15 16:14:02.179924 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a6f97-8139-4021-b7a2-92a3959a50fe req-56216eb4-f10b-4aad-87ca-083c0a37458c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:02.181614 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-262a6f97-8139-4021-b7a2-92a3959a50fe req-56216eb4-f10b-4aad-87ca-083c0a37458c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0492580 Dec 15 16:14:02.237916 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-262a6f97-8139-4021-b7a2-92a3959a50fe req-d71a8461-d222-47c7-8c82-eade9285d67c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474687 Dec 15 16:14:02.416375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b012-44ac-4b47-90cb-d1160934d17f req-61cdbf50-8552-4a71-9ff3-5ab51448f476 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:02.417857 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-14b2b012-44ac-4b47-90cb-d1160934d17f req-61cdbf50-8552-4a71-9ff3-5ab51448f476 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0547194 Dec 15 16:14:02.482214 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-14b2b012-44ac-4b47-90cb-d1160934d17f req-3378f802-a0d4-4467-ad66-046e40b5cf3d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578284 Dec 15 16:14:02.687562 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78083f-761e-47e9-abda-e62da51e6a4f req-623d9598-49c8-4dc2-a2ce-e936b52cc91a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:02.689024 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ce78083f-761e-47e9-abda-e62da51e6a4f req-623d9598-49c8-4dc2-a2ce-e936b52cc91a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0481651 Dec 15 16:14:02.736863 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ce78083f-761e-47e9-abda-e62da51e6a4f req-8d558907-6548-4597-add9-e4d124a0c625 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Dec 15 16:14:03.359582 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cf313-381b-42e5-bfd0-222fd7ad57f2 req-3a0cdb9f-1052-471d-a618-4d5f99418ae5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:03.361059 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-651cf313-381b-42e5-bfd0-222fd7ad57f2 req-3a0cdb9f-1052-471d-a618-4d5f99418ae5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0517497 Dec 15 16:14:03.406633 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-651cf313-381b-42e5-bfd0-222fd7ad57f2 req-d4ef295b-a3cc-443b-85fe-1f3335e9f44e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396829 Dec 15 16:14:03.600788 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a828e2-debf-4508-8bbb-0a6cc1b424b8 req-5e63a1e3-b994-451f-beb5-b5c7403fa350 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:03.602350 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-05a828e2-debf-4508-8bbb-0a6cc1b424b8 req-5e63a1e3-b994-451f-beb5-b5c7403fa350 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0494511 Dec 15 16:14:03.637224 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa43577-4a0c-47d9-b92d-d255b574b0f2 req-20be441c-4104-4c8b-9dec-9aa6ab704c8f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:03.638964 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fa43577-4a0c-47d9-b92d-d255b574b0f2 req-20be441c-4104-4c8b-9dec-9aa6ab704c8f tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0512917 Dec 15 16:14:03.664676 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-05a828e2-debf-4508-8bbb-0a6cc1b424b8 req-d9f0baf9-b3d2-424e-90f3-bd60edc95aa9 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562015 Dec 15 16:14:03.686904 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fa43577-4a0c-47d9-b92d-d255b574b0f2 req-b70e9190-2503-436e-91ad-32b31ae7e163 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Dec 15 16:14:03.852690 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3372bf-da19-4581-b3bf-2fb77356e70b req-b91ec3cb-4d5a-4bec-ae12-c94c35bc8fba tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:03.854152 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ff3372bf-da19-4581-b3bf-2fb77356e70b req-b91ec3cb-4d5a-4bec-ae12-c94c35bc8fba tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0470474 Dec 15 16:14:03.902855 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ff3372bf-da19-4581-b3bf-2fb77356e70b req-9195a235-c9b7-414b-abae-b6cde23dcf79 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426888 Dec 15 16:14:04.779659 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259516f-742c-4ea9-becf-0ceb289802c1 req-6858ee9c-566c-4c06-a1ec-9990d1ecd8db tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:04.781145 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b259516f-742c-4ea9-becf-0ceb289802c1 req-6858ee9c-566c-4c06-a1ec-9990d1ecd8db tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0495691 Dec 15 16:14:04.806294 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f71d96-dd6b-45d3-bab5-ade70ec40ea2 req-04b72058-7112-442c-b05d-a5cd1644fb8a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:04.808035 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-47f71d96-dd6b-45d3-bab5-ade70ec40ea2 req-04b72058-7112-442c-b05d-a5cd1644fb8a tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0497787 Dec 15 16:14:04.842333 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b259516f-742c-4ea9-becf-0ceb289802c1 req-0ba3dcd8-164a-40a5-b795-8812e4d72740 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548563 Dec 15 16:14:04.862319 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-47f71d96-dd6b-45d3-bab5-ade70ec40ea2 req-7bf6bf61-7840-4c43-b355-ad219877b6a9 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485699 Dec 15 16:14:05.014219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda5dc9-53bd-419e-94fe-610f0c6cf571 req-a8b4fce8-fcef-47bf-a11c-a01b2255d4a6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:05.015610 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2cda5dc9-53bd-419e-94fe-610f0c6cf571 req-a8b4fce8-fcef-47bf-a11c-a01b2255d4a6 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0474224 Dec 15 16:14:05.062898 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2cda5dc9-53bd-419e-94fe-610f0c6cf571 req-873e225f-9467-4a89-974e-dd81f539d122 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Dec 15 16:14:05.960902 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf9275-4dfd-4401-b984-d0455ac842bf req-3bd10c42-a124-472f-ae2a-3a77b26f00c6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:05.962563 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3cbf9275-4dfd-4401-b984-d0455ac842bf req-3bd10c42-a124-472f-ae2a-3a77b26f00c6 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0545347 Dec 15 16:14:05.982992 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdcd68-683a-4bd9-9d63-fa3d1af52b02 req-45dc35b9-ab94-45a3-b198-df9060b400c2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:05.984464 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43bdcd68-683a-4bd9-9d63-fa3d1af52b02 req-45dc35b9-ab94-45a3-b198-df9060b400c2 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0521119 Dec 15 16:14:06.021869 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3cbf9275-4dfd-4401-b984-d0455ac842bf req-e3c6269a-c742-4d9a-a2a2-8935f305d9a3 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529470 Dec 15 16:14:06.032554 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43bdcd68-683a-4bd9-9d63-fa3d1af52b02 req-bf434f04-a251-4474-b872-bebff0b11d40 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Dec 15 16:14:06.176642 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf33b5-9fb1-477e-86d9-2aee67addf83 req-9520a317-7e1a-45f4-9e80-1380425c95c7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:06.178055 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e3cf33b5-9fb1-477e-86d9-2aee67addf83 req-9520a317-7e1a-45f4-9e80-1380425c95c7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0493293 Dec 15 16:14:06.223251 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e3cf33b5-9fb1-477e-86d9-2aee67addf83 req-dc3a4de2-f01d-4674-855e-794355ea3459 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Dec 15 16:14:06.945897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-cdbfe613-98ef-45fb-b083-78eb511646ec tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:06.947326 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-cdbfe613-98ef-45fb-b083-78eb511646ec tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.0472386 Dec 15 16:14:07.046425 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Deleting port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:07.046962 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:07.149720 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ebef1-455f-4588-bfde-b4809f04fd15 req-75597d4b-917b-4cff-8dac-24e4bd05ac00 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.151221 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e04ebef1-455f-4588-bfde-b4809f04fd15 req-75597d4b-917b-4cff-8dac-24e4bd05ac00 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0518973 Dec 15 16:14:07.182698 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] For port 97f94f22-81f2-4990-ae11-e57a8f1e6d91, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=97f94f22-81f2-4990-ae11-e57a8f1e6d91,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:07.183081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:07.213869 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37bc4-3918-4b24-b5c9-3aaa65064e90 req-cc7a2d95-7b4f-4b94-b680-f22480e98b95 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.216030 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8e37bc4-3918-4b24-b5c9-3aaa65064e90 req-cc7a2d95-7b4f-4b94-b680-f22480e98b95 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e519bc0-2a60-4c36-944b-0ee53a0f84fa HTTP/1.1" status: 200 len: 945 time: 0.1056402 Dec 15 16:14:07.220934 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Calling delete_port for 97f94f22-81f2-4990-ae11-e57a8f1e6d91 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:07.221623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e04ebef1-455f-4588-bfde-b4809f04fd15 req-a3506beb-6f15-4f1c-8174-b9a0c7ee74ea tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638292 Dec 15 16:14:07.314417 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8e37bc4-3918-4b24-b5c9-3aaa65064e90 req-4bc7c632-d93b-41d6-a327-aa49307fbd2b tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906301 Dec 15 16:14:07.338003 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07683555-9e09-4053-9545-69eb1a6afa01 req-fa5266c1-3549-47a8-bd3f-20cb97be1a10 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.340150 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-07683555-9e09-4053-9545-69eb1a6afa01 req-fa5266c1-3549-47a8-bd3f-20cb97be1a10 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0500247 Dec 15 16:14:07.387126 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-07683555-9e09-4053-9545-69eb1a6afa01 req-52929c41-190b-43fc-b0ad-064971960643 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Dec 15 16:14:07.394589 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:07.420075 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da', '8839979d-1332-42c7-8845-4f562f79a7ba', 'bb6a09e3-ff84-472c-af29-bc280464c380', '97f94f22-81f2-4990-ae11-e57a8f1e6d91'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:07.422401 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event deleted for resources: {'Port': ['ID=97f94f22-81f2-4990-ae11-e57a8f1e6d91,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:07.436203 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.436559 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.436924 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.437246 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.437610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.437946 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.438278 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.438608 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.438937 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.439265 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.439592 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.439915 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.440237 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:07.478874 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] No DVR routers for this DVR port 97f94f22-81f2-4990-ae11-e57a8f1e6d91 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:07.481454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:07.484846 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b91612e3-b2f3-4578-86f3-0b27774c3bc5 req-ab6771ee-4f00-4768-9b91-361fd65918e5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "DELETE /v2.0/ports/97f94f22-81f2-4990-ae11-e57a8f1e6d91 HTTP/1.1" status: 204 len: 173 time: 0.5213656 Dec 15 16:14:07.485293 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'name': 'network-vif-deleted', 'tag': '97f94f22-81f2-4990-ae11-e57a8f1e6d91'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:07.487574 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495b1d1-4b90-4fbc-b4b6-82516b20df9e" -d '{"events": [{"server_uuid": "6e519bc0-2a60-4c36-944b-0ee53a0f84fa", "name": "network-vif-deleted", "tag": "97f94f22-81f2-4990-ae11-e57a8f1e6d91"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:07.525468 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e5cfe-c132-44df-9fea-dcae7cdd4cd8 x-openstack-request-id: req-263e5cfe-c132-44df-9fea-dcae7cdd4cd8 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:07.525767 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e519bc0-2a60-4c36-944b-0ee53a0f84fa", "name": "network-vif-deleted", "tag": "97f94f22-81f2-4990-ae11-e57a8f1e6d91", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:07.526151 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-263e5cfe-c132-44df-9fea-dcae7cdd4cd8 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:07.526823 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e519bc0-2a60-4c36-944b-0ee53a0f84fa', 'name': 'network-vif-deleted', 'tag': '97f94f22-81f2-4990-ae11-e57a8f1e6d91', 'status': 'completed', 'code': 200} Dec 15 16:14:07.745134 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48dff4-82b6-486f-b755-1976c1dcedb2 req-7c62e897-f864-4c50-b509-948a3a7b839a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.746664 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5a48dff4-82b6-486f-b755-1976c1dcedb2 req-7c62e897-f864-4c50-b509-948a3a7b839a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0488389 Dec 15 16:14:07.761960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-16a1eed6-d2c6-468b-acc7-09e66d5fa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.763542 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-16a1eed6-d2c6-468b-acc7-09e66d5fa92e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f1847fe78e7459f800877907c42878d&device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 1099 time: 0.0440357 Dec 15 16:14:07.800447 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5a48dff4-82b6-486f-b755-1976c1dcedb2 req-ba69755b-902e-417a-8b7a-da6a02964f69 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459781 Dec 15 16:14:07.860061 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-6658df1e-b86b-4f52-9fdb-57bf5ce42e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.861544 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-6658df1e-b86b-4f52-9fdb-57bf5ce42e51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 200 len: 920 time: 0.0864108 Dec 15 16:14:07.906943 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-e7070cca-a411-4820-b234-dde92c190e0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 200 len: 217 time: 0.0364399 Dec 15 16:14:07.962156 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-efe55284-0f14-4406-8e0c-fe1679c9ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:07.963549 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-efe55284-0f14-4406-8e0c-fe1679c9ccf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 200 len: 859 time: 0.0421453 Dec 15 16:14:07.996851 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-fd909d0c-880c-4b48-bee5-e7ae4ac7b9ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3320d8-9e2d-410a-88f0-376dd555410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241883 Dec 15 16:14:08.106267 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-2c0f5245-96ba-439b-9590-0907a3e71638 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915930 Dec 15 16:14:08.216460 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb1885db-eb3b-45b2-ad08-545087d7ba21 req-4127b5d1-ff85-410d-82f6-44b6c052f175 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Dec 15 16:14:08.342550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e52b-3beb-4846-8cc0-4eca24ce44a2 req-d1cf4933-7acd-4227-8cb2-0521c390372a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:08.344010 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b4e52b-3beb-4846-8cc0-4eca24ce44a2 req-d1cf4933-7acd-4227-8cb2-0521c390372a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0524168 Dec 15 16:14:08.409519 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b4e52b-3beb-4846-8cc0-4eca24ce44a2 req-80d1302b-e314-4bb7-8447-c9c6ecd0a80c tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591965 Dec 15 16:14:08.919829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9dee7-b430-4da4-8a44-11c8553fafc5 req-bde27bef-79d4-4c02-9ce3-c390d9374b3e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:08.921282 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c9a9dee7-b430-4da4-8a44-11c8553fafc5 req-bde27bef-79d4-4c02-9ce3-c390d9374b3e tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0487247 Dec 15 16:14:08.967568 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c9a9dee7-b430-4da4-8a44-11c8553fafc5 req-4b7946ae-4f99-4332-955e-567ed9734f2f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Dec 15 16:14:09.530480 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df330-f58f-4bf1-b8ae-69b0264310fa req-7c17fd87-0bf0-4896-b3c6-f09651cabcdf tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:09.531983 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cb3df330-f58f-4bf1-b8ae-69b0264310fa req-7c17fd87-0bf0-4896-b3c6-f09651cabcdf tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0511153 Dec 15 16:14:09.596442 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cb3df330-f58f-4bf1-b8ae-69b0264310fa req-aa905aeb-39b6-4773-9eba-982d545e7b28 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574417 Dec 15 16:14:09.702447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c166df-d47b-4c43-a43b-ae9a6674dc7e req-8f94613f-d9a3-47ae-b8a9-527c97f1e0bb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:09.703827 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-99c166df-d47b-4c43-a43b-ae9a6674dc7e req-8f94613f-d9a3-47ae-b8a9-527c97f1e0bb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0490906 Dec 15 16:14:09.753300 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-99c166df-d47b-4c43-a43b-ae9a6674dc7e req-c595605f-14a4-4c9d-8cbe-d700541a0ddc tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Dec 15 16:14:10.082915 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2b54-79c2-413e-8a25-501129ff9796 req-3b805a53-c0de-489b-aac4-98d55a1a54c2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:10.084372 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5b3c2b54-79c2-413e-8a25-501129ff9796 req-3b805a53-c0de-489b-aac4-98d55a1a54c2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0486355 Dec 15 16:14:10.130460 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5b3c2b54-79c2-413e-8a25-501129ff9796 req-6f0215e5-359b-4a72-90a3-be243558b31c tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Dec 15 16:14:10.716144 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e60ef9-0bd6-48e8-b11e-91d1ebfbb343 req-3090c4bc-f619-47e2-a310-f0d0e1f2ff9e tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:10.717607 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-94e60ef9-0bd6-48e8-b11e-91d1ebfbb343 req-3090c4bc-f619-47e2-a310-f0d0e1f2ff9e tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.0480103 Dec 15 16:14:10.777466 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-94e60ef9-0bd6-48e8-b11e-91d1ebfbb343 req-93c4684b-6eb4-4852-b205-21f678c79269 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&id=f7344dae-f88c-442d-8a01-50bbb42f0b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532560 Dec 15 16:14:10.868069 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def54864-2ac4-4440-a08b-4dfb8d50c060 req-cd6fb8c2-7fe8-42b3-8d91-3a1dcfc067a4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:10.869541 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-def54864-2ac4-4440-a08b-4dfb8d50c060 req-cd6fb8c2-7fe8-42b3-8d91-3a1dcfc067a4 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0477183 Dec 15 16:14:10.916150 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-def54864-2ac4-4440-a08b-4dfb8d50c060 req-b1bbe621-52b1-44e0-9797-d4ae7e836eae tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Dec 15 16:14:11.087830 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 97f94f22-81f2-4990-ae11-e57a8f1e6d91 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:11.108748 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 97f94f22-81f2-4990-ae11-e57a8f1e6d91 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:11.109090 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 97f94f22-81f2-4990-ae11-e57a8f1e6d91 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:11.246960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08b712-772d-4914-95d6-32b59eeddfc9 req-ea93d9bd-9f28-487b-a3e4-262319ce5bb8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:11.248405 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c08b712-772d-4914-95d6-32b59eeddfc9 req-ea93d9bd-9f28-487b-a3e4-262319ce5bb8 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0503161 Dec 15 16:14:11.294623 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c08b712-772d-4914-95d6-32b59eeddfc9 req-73f01ce0-dd25-4747-a9d6-ae4547ef4a61 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Dec 15 16:14:12.035455 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c4cb-03af-408e-99ac-ec6a6258c3d7 req-2d988fa3-cf99-4081-abec-271bb90f70d9 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:12.036994 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f295c4cb-03af-408e-99ac-ec6a6258c3d7 req-2d988fa3-cf99-4081-abec-271bb90f70d9 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0506573 Dec 15 16:14:12.084262 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f295c4cb-03af-408e-99ac-ec6a6258c3d7 req-30f56fd1-b22e-4606-a4c7-cf5f4079b56d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Dec 15 16:14:12.146873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-4fb8629f-d332-4615-a150-b4622cb4ca33 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:12.148640 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-4fb8629f-d332-4615-a150-b4622cb4ca33 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 945 time: 0.0469282 Dec 15 16:14:12.249914 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Deleting port bb6a09e3-ff84-472c-af29-bc280464c380 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:12.250168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.341535 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] For port bb6a09e3-ff84-472c-af29-bc280464c380, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=bb6a09e3-ff84-472c-af29-bc280464c380,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:12.341895 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.354267 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Calling delete_port for bb6a09e3-ff84-472c-af29-bc280464c380 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:12.477750 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.492177 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da', '8839979d-1332-42c7-8845-4f562f79a7ba', 'bb6a09e3-ff84-472c-af29-bc280464c380'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:12.507438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event deleted for resources: {'Port': ['ID=bb6a09e3-ff84-472c-af29-bc280464c380,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:12.551011 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] No DVR routers for this DVR port bb6a09e3-ff84-472c-af29-bc280464c380 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:12.554988 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:12.558387 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-71cd103d-a260-472c-8b0d-221bb1e17dcd req-f76df344-3f1c-4b35-8b02-f2a7d6b9f2c0 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "DELETE /v2.0/ports/bb6a09e3-ff84-472c-af29-bc280464c380 HTTP/1.1" status: 204 len: 173 time: 0.3991055 Dec 15 16:14:12.558837 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'name': 'network-vif-deleted', 'tag': 'bb6a09e3-ff84-472c-af29-bc280464c380'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:12.561429 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e6b3d-a080-4894-a513-871842e9b776" -d '{"events": [{"server_uuid": "b857430f-d0fd-4457-b7e6-10a1052f95bc", "name": "network-vif-deleted", "tag": "bb6a09e3-ff84-472c-af29-bc280464c380"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:12.600876 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0bc8ae-bf4b-4405-89d8-abe1440804ce x-openstack-request-id: req-9f0bc8ae-bf4b-4405-89d8-abe1440804ce {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:12.601230 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b857430f-d0fd-4457-b7e6-10a1052f95bc", "name": "network-vif-deleted", "tag": "bb6a09e3-ff84-472c-af29-bc280464c380", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:12.601516 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f0bc8ae-bf4b-4405-89d8-abe1440804ce {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:12.602093 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b857430f-d0fd-4457-b7e6-10a1052f95bc', 'name': 'network-vif-deleted', 'tag': 'bb6a09e3-ff84-472c-af29-bc280464c380', 'status': 'completed', 'code': 200} Dec 15 16:14:13.200847 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6d697a6-2a59-4e33-b5d0-7baa3a0ebb4a req-77f285e5-2fbd-4d8f-b686-6f2d73d0d61d tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=b857430f-d0fd-4457-b7e6-10a1052f95bc HTTP/1.1" status: 200 len: 210 time: 0.0293295 Dec 15 16:14:13.595065 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:14:14.253888 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:14.468217 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dad41-45ce-414a-a228-39e7b6c8144f req-d320bd66-3ea8-49f3-9e99-f33a16f6b9f7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:14.469618 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3f0dad41-45ce-414a-a228-39e7b6c8144f req-d320bd66-3ea8-49f3-9e99-f33a16f6b9f7 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Dec 15 16:14:14.516554 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3f0dad41-45ce-414a-a228-39e7b6c8144f req-d19ca651-f4a0-4e79-8b46-7bbb3dcaedd5 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Dec 15 16:14:15.220893 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada986-889e-49d8-bda1-d6c88ab38c44 req-c8e2392b-9ddf-49fe-ae19-66f179424719 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:15.222430 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-88ada986-889e-49d8-bda1-d6c88ab38c44 req-c8e2392b-9ddf-49fe-ae19-66f179424719 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Dec 15 16:14:15.271495 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-88ada986-889e-49d8-bda1-d6c88ab38c44 req-fb1eff33-aa53-424b-970b-0d201e6f5930 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Dec 15 16:14:15.636661 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772865c9-6307-43ee-8afa-96e61b6be035 req-270b6f60-1285-4ec3-8a61-dcbfd2853749 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:15.638406 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-772865c9-6307-43ee-8afa-96e61b6be035 req-270b6f60-1285-4ec3-8a61-dcbfd2853749 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 945 time: 0.0517266 Dec 15 16:14:15.687067 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-772865c9-6307-43ee-8afa-96e61b6be035 req-b102b5db-a011-4802-86ef-e65e9c35b727 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Dec 15 16:14:16.209265 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0266f-8421-4a43-b666-588db99e8259 req-7a9ea8de-3bae-4d2a-a2a2-2f84c8b196a8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:16.211407 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c3d0266f-8421-4a43-b666-588db99e8259 req-7a9ea8de-3bae-4d2a-a2a2-2f84c8b196a8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Dec 15 16:14:16.302695 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Deleting port 8839979d-1332-42c7-8845-4f562f79a7ba {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:16.302945 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:16.416600 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9384f-f0d1-4f61-97fc-6acf9660eccb req-64f8dcb6-cd32-4c39-b6ac-4ac8f829a635 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:16.418074 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f5b9384f-f0d1-4f61-97fc-6acf9660eccb req-64f8dcb6-cd32-4c39-b6ac-4ac8f829a635 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0718679 Dec 15 16:14:16.434429 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] For port 8839979d-1332-42c7-8845-4f562f79a7ba, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8839979d-1332-42c7-8845-4f562f79a7ba,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:16.434784 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:16.454667 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Calling delete_port for 8839979d-1332-42c7-8845-4f562f79a7ba owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:16.520620 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f5b9384f-f0d1-4f61-97fc-6acf9660eccb req-cda435d9-6d8d-4f2f-bc5e-4d3c5f750546 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956225 Dec 15 16:14:16.621816 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:16.623863 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da', '8839979d-1332-42c7-8845-4f562f79a7ba'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:16.639614 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event deleted for resources: {'Port': ['ID=8839979d-1332-42c7-8845-4f562f79a7ba,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:16.684261 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] No DVR routers for this DVR port 8839979d-1332-42c7-8845-4f562f79a7ba on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:16.686778 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:16.690101 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c3d0266f-8421-4a43-b666-588db99e8259 req-f6db859d-c89f-43a6-a8b7-e70893853bf1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "DELETE /v2.0/ports/8839979d-1332-42c7-8845-4f562f79a7ba HTTP/1.1" status: 204 len: 173 time: 0.4714592 Dec 15 16:14:16.690539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522fff52-5215-429c-badc-a248701121d4', 'name': 'network-vif-deleted', 'tag': '8839979d-1332-42c7-8845-4f562f79a7ba'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:16.692791 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82c9a2c-6de5-4ae5-83e5-2708229a0bf7" -d '{"events": [{"server_uuid": "522fff52-5215-429c-badc-a248701121d4", "name": "network-vif-deleted", "tag": "8839979d-1332-42c7-8845-4f562f79a7ba"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:16.764049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385bc30-1a12-4a95-9a34-43a7b661bb62 x-openstack-request-id: req-d385bc30-1a12-4a95-9a34-43a7b661bb62 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:16.764349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522fff52-5215-429c-badc-a248701121d4", "name": "network-vif-deleted", "tag": "8839979d-1332-42c7-8845-4f562f79a7ba", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:16.764626 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d385bc30-1a12-4a95-9a34-43a7b661bb62 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:16.764994 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522fff52-5215-429c-badc-a248701121d4', 'name': 'network-vif-deleted', 'tag': '8839979d-1332-42c7-8845-4f562f79a7ba', 'status': 'completed', 'code': 200} Dec 15 16:14:16.793067 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2c1809de-fceb-4164-9889-dd0ea65726fe req-1c673b17-751a-4714-aef5-c2ab1f0c543e tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=522fff52-5215-429c-badc-a248701121d4 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Dec 15 16:14:17.114512 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device bb6a09e3-ff84-472c-af29-bc280464c380 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:17.138363 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: bb6a09e3-ff84-472c-af29-bc280464c380 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:17.138707 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device bb6a09e3-ff84-472c-af29-bc280464c380 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:17.633994 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275791c8-4129-411e-9e93-74ea18c329c0 req-a017575b-1f27-4483-8030-274a184aeb18 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:17.635460 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-275791c8-4129-411e-9e93-74ea18c329c0 req-a017575b-1f27-4483-8030-274a184aeb18 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0472314 Dec 15 16:14:17.685486 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-275791c8-4129-411e-9e93-74ea18c329c0 req-bee31ab6-f90c-4d59-8f96-74dafc37cd24 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Dec 15 16:14:18.103831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-a67623f3-8969-4676-a09f-bd7d2deb76eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:18.105341 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-a67623f3-8969-4676-a09f-bd7d2deb76eb tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Dec 15 16:14:18.229244 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Deleting port fdd65e26-501b-4251-b404-78bc05ad4f44 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:18.229616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.318403 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] For port fdd65e26-501b-4251-b404-78bc05ad4f44, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=fdd65e26-501b-4251-b404-78bc05ad4f44,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:18.319342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.332161 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Calling delete_port for fdd65e26-501b-4251-b404-78bc05ad4f44 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:18.457146 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.469711 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['fdd65e26-501b-4251-b404-78bc05ad4f44', 'dcc16873-43c3-4ab9-a1c5-a436ca059a16'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:18.483495 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Pushing event deleted for resources: {'Port': ['ID=fdd65e26-501b-4251-b404-78bc05ad4f44,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:18.527196 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] No DVR routers for this DVR port fdd65e26-501b-4251-b404-78bc05ad4f44 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:18.530025 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:18.534317 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21fff745-0dcf-41ab-879a-b1d67c74649c req-4b53bc49-4392-43f5-8225-9f1ef77fa302 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "DELETE /v2.0/ports/fdd65e26-501b-4251-b404-78bc05ad4f44 HTTP/1.1" status: 204 len: 173 time: 0.4071517 Dec 15 16:14:18.766611 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'name': 'network-vif-deleted', 'tag': 'fdd65e26-501b-4251-b404-78bc05ad4f44'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:18.768974 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2ba67-7b10-4073-9f92-6e2712a253bc" -d '{"events": [{"server_uuid": "f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50", "name": "network-vif-deleted", "tag": "fdd65e26-501b-4251-b404-78bc05ad4f44"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:18.789894 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34bdf5a2-8834-4ad8-8556-dcf85561e36e req-54f91f1a-d636-418b-bbd0-a2cb12e2f27f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50 HTTP/1.1" status: 200 len: 210 time: 0.0271199 Dec 15 16:14:18.808610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f557a2-d648-4ddc-8471-759b941a8244 x-openstack-request-id: req-53f557a2-d648-4ddc-8471-759b941a8244 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:18.808610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50", "name": "network-vif-deleted", "tag": "fdd65e26-501b-4251-b404-78bc05ad4f44", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:18.808610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53f557a2-d648-4ddc-8471-759b941a8244 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:18.808610 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4a6eb-619f-4002-b7d1-cf71d5bcdf50', 'name': 'network-vif-deleted', 'tag': 'fdd65e26-501b-4251-b404-78bc05ad4f44', 'status': 'completed', 'code': 200} Dec 15 16:14:19.195053 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f8a82-bca9-454e-a443-3b4d41369d92 req-de22b76d-c7b3-41d9-949e-08f1f3db8ffb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:19.196539 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f84f8a82-bca9-454e-a443-3b4d41369d92 req-de22b76d-c7b3-41d9-949e-08f1f3db8ffb tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0549788 Dec 15 16:14:19.206776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fce31bb5-3d76-43d6-b0ba-ae8018e61165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:19.247818 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f84f8a82-bca9-454e-a443-3b4d41369d92 req-f30276a5-e9a9-490f-92db-eb9b39977808 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Dec 15 16:14:20.056762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cd236-44f1-4983-8695-dc896f2eb92d req-0f8d4f67-dd72-419a-af2c-cac60f5a8939 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:20.058317 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-935cd236-44f1-4983-8695-dc896f2eb92d req-0f8d4f67-dd72-419a-af2c-cac60f5a8939 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0506897 Dec 15 16:14:20.104776 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-935cd236-44f1-4983-8695-dc896f2eb92d req-94ca0688-5d05-4eb4-959c-6f15fe3b836f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Dec 15 16:14:20.362233 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4074c9-a784-4c8d-9b9a-5b893d7e66ef req-17da2cea-9a84-4be2-a375-afea8ff187c8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:20.363598 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3b4074c9-a784-4c8d-9b9a-5b893d7e66ef req-17da2cea-9a84-4be2-a375-afea8ff187c8 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0487092 Dec 15 16:14:20.409446 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3b4074c9-a784-4c8d-9b9a-5b893d7e66ef req-24d8fa17-421e-4084-84b5-c9eeea5d39af tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Dec 15 16:14:21.136045 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device fdd65e26-501b-4251-b404-78bc05ad4f44 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:21.155990 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: fdd65e26-501b-4251-b404-78bc05ad4f44 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:21.156339 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device fdd65e26-501b-4251-b404-78bc05ad4f44 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:21.156757 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 8839979d-1332-42c7-8845-4f562f79a7ba no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:21.176291 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 8839979d-1332-42c7-8845-4f562f79a7ba {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:21.176628 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 8839979d-1332-42c7-8845-4f562f79a7ba not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:21.223735 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91a20-1bb7-4d0b-ab7d-c8de2f1da2a4 req-f56e9f5a-aef2-4f33-a537-ef4c1ff9fac4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.225807 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-27a91a20-1bb7-4d0b-ab7d-c8de2f1da2a4 req-f56e9f5a-aef2-4f33-a537-ef4c1ff9fac4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0514064 Dec 15 16:14:21.304574 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d021c-9469-4284-9369-835210ff2531 req-d585ed75-c01a-4f6f-8779-fae0a39e72b1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.305936 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e93d021c-9469-4284-9369-835210ff2531 req-d585ed75-c01a-4f6f-8779-fae0a39e72b1 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0749509 Dec 15 16:14:21.309427 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-27a91a20-1bb7-4d0b-ab7d-c8de2f1da2a4 req-63e89766-f6ba-4ae4-88df-d0018dc7798f tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710440 Dec 15 16:14:21.396556 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Deleting port 648d6170-f09f-415c-8e88-60e67684a8da {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:21.396893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.490725 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] For port 648d6170-f09f-415c-8e88-60e67684a8da, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=648d6170-f09f-415c-8e88-60e67684a8da,segment=NetworkSegment(a3d943b6-d5d9-487b-8837-babf2201f619),segment_id=a3d943b6-d5d9-487b-8837-babf2201f619)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:21.491083 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.503120 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Calling delete_port for 648d6170-f09f-415c-8e88-60e67684a8da owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:21.520799 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4ea5-4fe4-4d24-9b0b-0b06e5c1eb11 req-85cdcb8c-246d-4ce7-9116-70504874bd4c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:21.522966 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-98dd4ea5-4fe4-4d24-9b0b-0b06e5c1eb11 req-85cdcb8c-246d-4ce7-9116-70504874bd4c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd5f486-3302-4f15-ba29-0a1734919fcb HTTP/1.1" status: 200 len: 945 time: 0.0479066 Dec 15 16:14:21.550713 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba27b-81a3-4216-8d96-6f60f8d35915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.583000 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-98dd4ea5-4fe4-4d24-9b0b-0b06e5c1eb11 req-51de33e9-876e-4b38-b42f-64a862aac287 tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.36 "GET /v2.0/security-groups?id=deecaca4-03db-44aa-a7a2-974466b960d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538113 Dec 15 16:14:21.636201 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.655557 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['648d6170-f09f-415c-8e88-60e67684a8da'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:21.665744 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Pushing event deleted for resources: {'Port': ['ID=648d6170-f09f-415c-8e88-60e67684a8da,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:21.704877 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] No DVR routers for this DVR port 648d6170-f09f-415c-8e88-60e67684a8da on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:21.707326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:21.711261 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e93d021c-9469-4284-9369-835210ff2531 req-a32c2b80-0715-49ff-9fbe-22f9deeb801c tempest-AttachVolumeNegativeTest-14724789 tempest-AttachVolumeNegativeTest-14724789-project] 10.222.0.46 "DELETE /v2.0/ports/648d6170-f09f-415c-8e88-60e67684a8da HTTP/1.1" status: 204 len: 173 time: 0.3980057 Dec 15 16:14:21.711695 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'name': 'network-vif-deleted', 'tag': '648d6170-f09f-415c-8e88-60e67684a8da'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:21.714001 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3407591-82b6-4bef-b1df-46a715198b52" -d '{"events": [{"server_uuid": "cdd5f486-3302-4f15-ba29-0a1734919fcb", "name": "network-vif-deleted", "tag": "648d6170-f09f-415c-8e88-60e67684a8da"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:21.755477 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d4c17c-41cc-4b00-80ba-f6ce2c6e6ff2 x-openstack-request-id: req-a5d4c17c-41cc-4b00-80ba-f6ce2c6e6ff2 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:21.755766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd5f486-3302-4f15-ba29-0a1734919fcb", "name": "network-vif-deleted", "tag": "648d6170-f09f-415c-8e88-60e67684a8da", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:21.756044 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5d4c17c-41cc-4b00-80ba-f6ce2c6e6ff2 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:21.756485 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd5f486-3302-4f15-ba29-0a1734919fcb', 'name': 'network-vif-deleted', 'tag': '648d6170-f09f-415c-8e88-60e67684a8da', 'status': 'completed', 'code': 200} Dec 15 16:14:22.422730 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ddad-2e08-4d7e-bcc2-091b00235172 req-4ed5adc7-6b81-4df4-952d-0e5560972995 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:22.424174 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8bc0ddad-2e08-4d7e-bcc2-091b00235172 req-4ed5adc7-6b81-4df4-952d-0e5560972995 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0476553 Dec 15 16:14:22.471753 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8bc0ddad-2e08-4d7e-bcc2-091b00235172 req-3c3ac5ed-5f9e-4b9c-9f1c-c53dac229e8a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Dec 15 16:14:22.640347 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 43992) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:22.682674 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Deleting subnet 2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:22.685896 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.723231 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.729244 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.778370 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.803036 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:22.808153 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.811339 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2f645a4d-98e0-4cfe-bc87-7e5a7ea317fe HTTP/1.1" status: 204 len: 168 time: 0.1699994 Dec 15 16:14:22.814016 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 43996) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:22.816115 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.816473 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.816821 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.817163 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.817538 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.817874 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.818207 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.818535 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.819422 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.819743 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.820071 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.820397 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.820719 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2c94c-c818-4cba-9f43-86454032afd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:14:22.847888 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.887929 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.968084 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:22.986452 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5230c5-6fc8-45a8-89a6-a1e34f97f335']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:22.996022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d943b6-d5d9-487b-8837-babf2201f619') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:22.996315 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d943b6-d5d9-487b-8837-babf2201f619') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:23.005012 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.018225 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.024222 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:23.024592 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:23.026397 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:23.081432 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.089074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.092245 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7d5230c5-6fc8-45a8-89a6-a1e34f97f335 HTTP/1.1" status: 204 len: 168 time: 0.2772591 Dec 15 16:14:23.102100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d554908-4d81-4113-97eb-ce22b853fb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5230c5-6fc8-45a8-89a6-a1e34f97f335,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:23.257878 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44000) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:23.296732 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d64b66bc-e945-4333-a3be-b6589455ee01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59432b92e45948e5962f7a60e09135b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376596 Dec 15 16:14:23.299026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44002) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:23.352981 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-40135857-371c-47e0-b8cb-7cee81f3a8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.374400 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-40135857-371c-47e0-b8cb-7cee81f3a8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.419924 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-40135857-371c-47e0-b8cb-7cee81f3a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.422542 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-40135857-371c-47e0-b8cb-7cee81f3a8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:23.423665 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-40135857-371c-47e0-b8cb-7cee81f3a8d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/deecaca4-03db-44aa-a7a2-974466b960d5 HTTP/1.1" status: 204 len: 168 time: 0.1237271 Dec 15 16:14:23.432874 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40135857-371c-47e0-b8cb-7cee81f3a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deecaca4-03db-44aa-a7a2-974466b960d5,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:23.589268 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdd9c-973f-4e75-8c51-30f10c55fa39 req-51c433e6-6a01-445c-afbf-c9a4da6f17a4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:23.590787 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2b3bdd9c-973f-4e75-8c51-30f10c55fa39 req-51c433e6-6a01-445c-afbf-c9a4da6f17a4 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0499413 Dec 15 16:14:23.637895 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2b3bdd9c-973f-4e75-8c51-30f10c55fa39 req-9c897bce-e9e6-4966-b200-5e2567ca1ab3 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Dec 15 16:14:23.880392 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:24.754598 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f54d51-aa6a-482d-83f0-c5d14f5bbf29 req-f26e458b-b4ff-4eae-bbcd-9257d0361c8a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:24.756075 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-84f54d51-aa6a-482d-83f0-c5d14f5bbf29 req-f26e458b-b4ff-4eae-bbcd-9257d0361c8a tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0484672 Dec 15 16:14:24.812148 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-84f54d51-aa6a-482d-83f0-c5d14f5bbf29 req-4e427ce7-2ae8-4ca4-9db0-375a4df510e2 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481610 Dec 15 16:14:25.158295 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 648d6170-f09f-415c-8e88-60e67684a8da no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:25.180679 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 648d6170-f09f-415c-8e88-60e67684a8da {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:25.181016 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 648d6170-f09f-415c-8e88-60e67684a8da not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:25.264589 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44074) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:25.365293 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e201a9e4-1c87-49e1-9531-8aeb69cc6d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.439680 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e201a9e4-1c87-49e1-9531-8aeb69cc6d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.443086 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e201a9e4-1c87-49e1-9531-8aeb69cc6d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.479113 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201a9e4-1c87-49e1-9531-8aeb69cc6d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cf1df-fff7-4f1b-a196-e75bae40dbea,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:25.483604 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-e201a9e4-1c87-49e1-9531-8aeb69cc6d4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b6d7c89937e4ee6a047db03e8f5b56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179301 Dec 15 16:14:25.486321 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44080) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:25.533209 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef3151a4-6131-4b09-bc46-5a36ae67039c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.554634 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef3151a4-6131-4b09-bc46-5a36ae67039c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.577060 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.604448 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef3151a4-6131-4b09-bc46-5a36ae67039c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.607219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ef3151a4-6131-4b09-bc46-5a36ae67039c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.608358 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ef3151a4-6131-4b09-bc46-5a36ae67039c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c89cf1df-fff7-4f1b-a196-e75bae40dbea HTTP/1.1" status: 204 len: 168 time: 0.1212950 Dec 15 16:14:25.616666 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3151a4-6131-4b09-bc46-5a36ae67039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cf1df-fff7-4f1b-a196-e75bae40dbea,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:25.872367 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44090) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:25.885685 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-420c1a1d-641e-49d6-adcd-897a87727f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.932487 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c87736-9f7a-4524-9f9c-da1acebb1528 req-654c4dc7-4c68-46b8-843f-30283d20b89b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:25.934002 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4c87736-9f7a-4524-9f9c-da1acebb1528 req-654c4dc7-4c68-46b8-843f-30283d20b89b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0517955 Dec 15 16:14:25.963775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-420c1a1d-641e-49d6-adcd-897a87727f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.967470 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-420c1a1d-641e-49d6-adcd-897a87727f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:25.985326 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4c87736-9f7a-4524-9f9c-da1acebb1528 req-d841977e-639b-4215-ace8-993c2f7e362d tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/security-groups?id=94382868-1efd-47f2-9d25-46acdd5e5110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Dec 15 16:14:26.009282 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-420c1a1d-641e-49d6-adcd-897a87727f89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87ac11951bfd45318549bdec6625db78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357560 Dec 15 16:14:26.010168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c1a1d-641e-49d6-adcd-897a87727f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110f240f-da7f-4547-9671-49e8d988a531,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:26.012089 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44092) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:26.068365 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c72f5d1e-8afc-48c9-a1d0-7a760b50a7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.091553 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c72f5d1e-8afc-48c9-a1d0-7a760b50a7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.139290 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c72f5d1e-8afc-48c9-a1d0-7a760b50a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.142054 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c72f5d1e-8afc-48c9-a1d0-7a760b50a7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.143326 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c72f5d1e-8afc-48c9-a1d0-7a760b50a7ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/110f240f-da7f-4547-9671-49e8d988a531 HTTP/1.1" status: 204 len: 168 time: 0.1301506 Dec 15 16:14:26.151521 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f5d1e-8afc-48c9-a1d0-7a760b50a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110f240f-da7f-4547-9671-49e8d988a531,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:26.597049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-f5844f67-0f99-456e-981e-a66bdc7699a7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:26.598808 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-f5844f67-0f99-456e-981e-a66bdc7699a7 tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 946 time: 0.0593812 Dec 15 16:14:26.696534 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Deleting port dcc16873-43c3-4ab9-a1c5-a436ca059a16 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:26.696873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.787777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] For port dcc16873-43c3-4ab9-a1c5-a436ca059a16, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=dcc16873-43c3-4ab9-a1c5-a436ca059a16,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:26.788179 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.800259 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Calling delete_port for dcc16873-43c3-4ab9-a1c5-a436ca059a16 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:26.931500 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.947824 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['dcc16873-43c3-4ab9-a1c5-a436ca059a16'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:26.962555 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Pushing event deleted for resources: {'Port': ['ID=dcc16873-43c3-4ab9-a1c5-a436ca059a16,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:27.008646 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] No DVR routers for this DVR port dcc16873-43c3-4ab9-a1c5-a436ca059a16 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:27.018195 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:27.022384 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-17cf5d96-d599-452c-a6c3-2aa78c98cb86 req-339a822b-f68d-4b90-b3b2-5fb878256bfd tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.46 "DELETE /v2.0/ports/dcc16873-43c3-4ab9-a1c5-a436ca059a16 HTTP/1.1" status: 204 len: 173 time: 0.4161985 Dec 15 16:14:27.022847 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'name': 'network-vif-deleted', 'tag': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:27.025582 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f555b1-84d6-4e0d-8b66-2f4e4bfee53f" -d '{"events": [{"server_uuid": "4f52daeb-72c4-4375-a19f-7bad854fba4d", "name": "network-vif-deleted", "tag": "dcc16873-43c3-4ab9-a1c5-a436ca059a16"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:27.146736 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d0edb65-68a3-4850-be74-7b72da713299 req-64d40ea0-97db-4add-869d-62ef664dd43b tempest-ServerRescueNegativeTestJSON-2074748937 tempest-ServerRescueNegativeTestJSON-2074748937-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f52daeb-72c4-4375-a19f-7bad854fba4d HTTP/1.1" status: 200 len: 210 time: 0.0375700 Dec 15 16:14:27.184775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0770e4-b8e1-47a9-8845-085ffdda847a x-openstack-request-id: req-3c0770e4-b8e1-47a9-8845-085ffdda847a {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:27.185094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52daeb-72c4-4375-a19f-7bad854fba4d", "name": "network-vif-deleted", "tag": "dcc16873-43c3-4ab9-a1c5-a436ca059a16", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:27.185351 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c0770e4-b8e1-47a9-8845-085ffdda847a {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:27.185780 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52daeb-72c4-4375-a19f-7bad854fba4d', 'name': 'network-vif-deleted', 'tag': 'dcc16873-43c3-4ab9-a1c5-a436ca059a16', 'status': 'completed', 'code': 200} Dec 15 16:14:27.299598 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dc203-c423-46e2-b7e1-858faa17c64a req-a7247e23-1c3c-4b19-827c-a0d4cccc67f5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:27.301427 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-aa7dc203-c423-46e2-b7e1-858faa17c64a req-a7247e23-1c3c-4b19-827c-a0d4cccc67f5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0516529 Dec 15 16:14:27.349560 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-aa7dc203-c423-46e2-b7e1-858faa17c64a req-bf065396-c0ba-41c7-acbf-77f1750eaff1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Dec 15 16:14:28.191666 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44158) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:28.467675 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7506-2fc0-48b2-a682-640c200f0286 req-4364dfda-67f5-409b-a72e-6135ea79eb92 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:28.469061 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e39b7506-2fc0-48b2-a682-640c200f0286 req-4364dfda-67f5-409b-a72e-6135ea79eb92 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0490024 Dec 15 16:14:28.516101 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e39b7506-2fc0-48b2-a682-640c200f0286 req-7cfa3cf0-0f90-4e29-8503-5c0b1e86e7b1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Dec 15 16:14:28.810600 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.107112 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Deleting port 34170f8b-4f29-4d53-996b-f899a40ae5a2 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:29.107447 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.191808 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] For port 34170f8b-4f29-4d53-996b-f899a40ae5a2, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=34170f8b-4f29-4d53-996b-f899a40ae5a2,segment=NetworkSegment(483e0300-0ed6-4cb4-b74a-16436e8eaa93),segment_id=483e0300-0ed6-4cb4-b74a-16436e8eaa93)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:29.192428 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.208190 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Calling delete_port for 34170f8b-4f29-4d53-996b-f899a40ae5a2 owned by network:router_interface {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:29.416964 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.439340 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Pushing event deleted for resources: {'Port': ['ID=34170f8b-4f29-4d53-996b-f899a40ae5a2,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:29.561273 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.697310 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf03f-2251-46c4-9aa4-acce47be47a6 req-b72f1f6e-c26b-4c5c-b47e-deabe14ea957 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:29.698726 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cf8bf03f-2251-46c4-9aa4-acce47be47a6 req-b72f1f6e-c26b-4c5c-b47e-deabe14ea957 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0933309 Dec 15 16:14:29.813978 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-cf8bf03f-2251-46c4-9aa4-acce47be47a6 req-9066280f-7797-4404-8383-91276b6601ae tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086636 Dec 15 16:14:29.839095 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Router 8f9a8697-13cd-4128-b96d-48a84342140d has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:29.941676 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:29.947433 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-de73e1aa-6f0c-46e8-8950-d5c56f8757cb admin admin] 10.222.0.36 "PUT /v2.0/routers/8f9a8697-13cd-4128-b96d-48a84342140d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540934 Dec 15 16:14:29.949789 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44170) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:29.951979 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] Sync routers for ids ['8f9a8697-13cd-4128-b96d-48a84342140d'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:29.961893 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] Routers {'8f9a8697-13cd-4128-b96d-48a84342140d'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:29.962499 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['8f9a8697-13cd-4128-b96d-48a84342140d'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:30.054272 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks [] for router, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.151656 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] Set router 8f9a8697-13cd-4128-b96d-48a84342140d gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:30.158586 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.213247 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Deleting port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:30.213966 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.296561 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] For port fdf01c4c-2dfe-4c8e-a442-5b7f1a154773, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:30.296942 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.310732 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Calling delete_port for fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 owned by network:router_gateway {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:30.335330 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:14:29Z', 'revision_number': 5, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port': {'id': 'fdf01c4c-2dfe-4c8e-a442-5b7f1a154773', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:33Z', 'updated_at': '2021-12-15T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:30.363958 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] Checking router: 8f9a8697-13cd-4128-b96d-48a84342140d for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:30.372106 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] Routers {'8f9a8697-13cd-4128-b96d-48a84342140d'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:30.372709 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['8f9a8697-13cd-4128-b96d-48a84342140d'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:30.453356 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] Set router 8f9a8697-13cd-4128-b96d-48a84342140d gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:30.477572 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.501710 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf01c4c-2dfe-4c8e-a442-5b7f1a154773,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:30.507324 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:14:30Z', 'revision_number': 6, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:30.527842 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.533627 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda45c67-0fa2-44aa-b5b7-c28c94352c75 None None] The sync data for ids ['8f9a8697-13cd-4128-b96d-48a84342140d'] in dv-cinder-800704-2-iscsi is: [{'id': '8f9a8697-13cd-4128-b96d-48a84342140d', 'name': 'tempest-ServerRescueNegativeTestJSON-1123706706-router', 'tenant_id': '9f1847fe78e7459f800877907c42878d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:32Z', 'updated_at': '2021-12-15T16:14:30Z', 'revision_number': 6, 'project_id': '9f1847fe78e7459f800877907c42878d', 'gw_port_host': None}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:30.630305 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.633079 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.708737 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.709429 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f9a8697-13cd-4128-b96d-48a84342140d {{(pid=102591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:14:30.715172 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.716297 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-90d6c233-18ae-4bc6-aa04-f1329f66868a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8f9a8697-13cd-4128-b96d-48a84342140d HTTP/1.1" status: 204 len: 168 time: 0.7651987 Dec 15 16:14:30.718782 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44174) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:30.764410 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Deleting subnet 175359b2-5e3f-45f2-a7b3-1d028fccc88f {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:14:30.767509 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.802483 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.808904 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.886143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.926063 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175359b2-5e3f-45f2-a7b3-1d028fccc88f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:30.926680 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:30.932537 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3ce6cdab-5361-4b03-9aa9-734804d822b7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/175359b2-5e3f-45f2-a7b3-1d028fccc88f HTTP/1.1" status: 204 len: 168 time: 0.2127757 Dec 15 16:14:30.933824 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44178) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:31.021767 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.111631 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.132286 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.132650 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.133435 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.133784 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.134102 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.134432 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.134747 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.135060 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.135373 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.135688 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.195074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576565-b6a7-4c19-8a88-fd8be048b945 req-f3a56164-b920-4abe-8dd7-6d6b6f33bb47 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:31.196962 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f1576565-b6a7-4c19-8a88-fd8be048b945 req-f3a56164-b920-4abe-8dd7-6d6b6f33bb47 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.2847466 Dec 15 16:14:31.244184 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f1576565-b6a7-4c19-8a88-fd8be048b945 req-c206d333-68bc-4a2e-8730-24517838fb0b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Dec 15 16:14:31.256044 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.257133 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.257481 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.257910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:14:31.258358 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3320d8-9e2d-410a-88f0-376dd555410c']}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.279677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483e0300-0ed6-4cb4-b74a-16436e8eaa93') {'for_net_delete': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.279976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483e0300-0ed6-4cb4-b74a-16436e8eaa93') {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:31.295346 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505214'] for segment, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.318252 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.327661 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:14:31.328061 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9399825'] for segment, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.332411 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 34170f8b-4f29-4d53-996b-f899a40ae5a2 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: from cryptography.utils import int_from_bytes Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: from cryptography.utils import int_from_bytes Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: Traceback (most recent call last): Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: timer() Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: cb(*args, **kw) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: return func(*args, **kwargs) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: self._notify() Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: self.callback(batched_events) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: event.method(event) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: return f(self, *a, **k) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._get(url).json() Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: return self.request(url, 'GET', **kwargs) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:14:31.332906 dv-cinder-800704-2-iscsi neutron-server[102591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:14:31.357609 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 34170f8b-4f29-4d53-996b-f899a40ae5a2 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:31.358104 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 34170f8b-4f29-4d53-996b-f899a40ae5a2 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:31.621581 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.627957 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.631613 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b3320d8-9e2d-410a-88f0-376dd555410c HTTP/1.1" status: 204 len: 168 time: 0.6967235 Dec 15 16:14:31.644626 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d4dde-79cb-4b33-a656-82a35c641cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3320d8-9e2d-410a-88f0-376dd555410c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:31.792382 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44188) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:31.832593 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-7518eb5e-48ab-4071-894e-99e237941f3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f1847fe78e7459f800877907c42878d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390198 Dec 15 16:14:31.836518 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44190) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:31.884282 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbb327f6-1870-423b-8eb3-557201da6b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.905026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbb327f6-1870-423b-8eb3-557201da6b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.949509 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbb327f6-1870-423b-8eb3-557201da6b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.952110 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cbb327f6-1870-423b-8eb3-557201da6b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:31.953241 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-cbb327f6-1870-423b-8eb3-557201da6b13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94382868-1efd-47f2-9d25-46acdd5e5110 HTTP/1.1" status: 204 len: 168 time: 0.1156902 Dec 15 16:14:31.961419 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb327f6-1870-423b-8eb3-557201da6b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94382868-1efd-47f2-9d25-46acdd5e5110,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:32.360153 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd13a-c5df-460b-8bfd-de512eb59f1b req-647b6282-7627-4cc7-b32d-59b26a0fd88d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:32.361632 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-779cd13a-c5df-460b-8bfd-de512eb59f1b req-647b6282-7627-4cc7-b32d-59b26a0fd88d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0471370 Dec 15 16:14:32.390814 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device dcc16873-43c3-4ab9-a1c5-a436ca059a16 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:32.413979 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-779cd13a-c5df-460b-8bfd-de512eb59f1b req-aaf9ea11-6d3f-47d9-953e-3ca32e5da5fb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Dec 15 16:14:32.420053 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: dcc16873-43c3-4ab9-a1c5-a436ca059a16 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:32.424574 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device dcc16873-43c3-4ab9-a1c5-a436ca059a16 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:32.775712 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:32.797167 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:32.797451 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fdf01c4c-2dfe-4c8e-a442-5b7f1a154773 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:33.550852 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3b8a8-73b0-411d-a54f-6fd4df7bb3ae req-ac61f011-1335-4e19-b366-e521da837f14 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:33.557866 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c4d3b8a8-73b0-411d-a54f-6fd4df7bb3ae req-ac61f011-1335-4e19-b366-e521da837f14 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0711598 Dec 15 16:14:33.607908 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c4d3b8a8-73b0-411d-a54f-6fd4df7bb3ae req-eebfdc5e-521e-469e-bd3c-5aa5e72f692e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481541 Dec 15 16:14:34.733991 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc4c5e-168b-4c9d-ae1e-1b0de001b85d req-f270778b-8fbf-465d-b1e7-85e4093d4b4d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:34.735618 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-77dc4c5e-168b-4c9d-ae1e-1b0de001b85d req-f270778b-8fbf-465d-b1e7-85e4093d4b4d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0528562 Dec 15 16:14:34.787024 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-77dc4c5e-168b-4c9d-ae1e-1b0de001b85d req-23424515-5bbc-4557-bea5-170b093f7969 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Dec 15 16:14:35.906766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0eba-d068-4bc0-92b6-3eeb555561e4 req-a8ff9fc7-6097-42d2-bbdb-796ea6e19f4a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:35.908204 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5caa0eba-d068-4bc0-92b6-3eeb555561e4 req-a8ff9fc7-6097-42d2-bbdb-796ea6e19f4a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0514545 Dec 15 16:14:35.972809 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5caa0eba-d068-4bc0-92b6-3eeb555561e4 req-c2c0c2b5-593d-4f7b-bf79-6f0ab41e744e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574145 Dec 15 16:14:36.315990 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44294) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:36.426660 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1fcbbd43-25b0-4a13-8e04-e3c23ec92795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.498582 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1fcbbd43-25b0-4a13-8e04-e3c23ec92795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.502848 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1fcbbd43-25b0-4a13-8e04-e3c23ec92795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.542380 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1fcbbd43-25b0-4a13-8e04-e3c23ec92795 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d36063f866dc4a9d8b70068e8ce4367c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252867 Dec 15 16:14:36.543250 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbbd43-25b0-4a13-8e04-e3c23ec92795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760b720a-b82a-478d-8070-38362b742474,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:36.545332 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44308) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:36.594504 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39603c01-7b8e-4cde-9e07-d48d81fb30cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.614651 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39603c01-7b8e-4cde-9e07-d48d81fb30cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.661581 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39603c01-7b8e-4cde-9e07-d48d81fb30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.664722 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-39603c01-7b8e-4cde-9e07-d48d81fb30cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:36.665941 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-39603c01-7b8e-4cde-9e07-d48d81fb30cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/760b720a-b82a-478d-8070-38362b742474 HTTP/1.1" status: 204 len: 168 time: 0.1195548 Dec 15 16:14:36.673644 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39603c01-7b8e-4cde-9e07-d48d81fb30cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760b720a-b82a-478d-8070-38362b742474,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:36.918921 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44314) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:36.931697 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66d09b16-64a1-4d4f-873b-bdbd25acecac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.014599 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66d09b16-64a1-4d4f-873b-bdbd25acecac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.019327 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66d09b16-64a1-4d4f-873b-bdbd25acecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.069636 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-66d09b16-64a1-4d4f-873b-bdbd25acecac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70e328997fed472da81442fb6a610386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496012 Dec 15 16:14:37.070599 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d09b16-64a1-4d4f-873b-bdbd25acecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac40cc-91a8-4015-b55d-0eea42747ad0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:37.072349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44318) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:37.109269 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d0aa-54c0-42a9-ad70-f3891b36115d req-bbf2cf10-c212-4275-84e2-7d208e5a661d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:37.110830 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-24f8d0aa-54c0-42a9-ad70-f3891b36115d req-bbf2cf10-c212-4275-84e2-7d208e5a661d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0575485 Dec 15 16:14:37.127085 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e44a61a6-88c8-480c-be03-1fda15f668a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.148844 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e44a61a6-88c8-480c-be03-1fda15f668a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.158604 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-24f8d0aa-54c0-42a9-ad70-f3891b36115d req-a619d74d-cf29-49ff-acf5-5727e2ecba37 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Dec 15 16:14:37.194601 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e44a61a6-88c8-480c-be03-1fda15f668a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.197210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e44a61a6-88c8-480c-be03-1fda15f668a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:37.198352 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e44a61a6-88c8-480c-be03-1fda15f668a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bac40cc-91a8-4015-b55d-0eea42747ad0 HTTP/1.1" status: 204 len: 168 time: 0.1249144 Dec 15 16:14:37.205716 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a61a6-88c8-480c-be03-1fda15f668a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac40cc-91a8-4015-b55d-0eea42747ad0,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:38.275408 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b491-19ea-4146-be4d-e40c13afbd37 req-1cfdefae-84e3-4c72-bf10-bb408c2c4650 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:38.277020 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dbf0b491-19ea-4146-be4d-e40c13afbd37 req-1cfdefae-84e3-4c72-bf10-bb408c2c4650 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0516226 Dec 15 16:14:38.325428 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-dbf0b491-19ea-4146-be4d-e40c13afbd37 req-90023c28-fa17-45dd-ac0d-0a48b02582c5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Dec 15 16:14:39.442049 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0099f05-ea4d-4403-9420-2437b1d5667c req-328c75bf-f1bd-4967-ae1c-78f2cf3d441d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:39.443556 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f0099f05-ea4d-4403-9420-2437b1d5667c req-328c75bf-f1bd-4967-ae1c-78f2cf3d441d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0501418 Dec 15 16:14:39.490586 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f0099f05-ea4d-4403-9420-2437b1d5667c req-bd495b21-150b-4ff3-8ceb-65fe93eba1e5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408890 Dec 15 16:14:40.606711 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5076c-c5a3-4dd2-8cef-494f1119e06a req-31bf998b-e49f-4e74-8077-062b560c2ff7 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:40.608198 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-13f5076c-c5a3-4dd2-8cef-494f1119e06a req-31bf998b-e49f-4e74-8077-062b560c2ff7 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0507581 Dec 15 16:14:40.654005 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-13f5076c-c5a3-4dd2-8cef-494f1119e06a req-db7dba19-6717-4ef4-adcc-7eee94041332 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400462 Dec 15 16:14:41.775654 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6510315-0987-40a8-9cde-bf37acff956b req-abe2c7be-b6aa-4946-bf52-0aa6d7e3be6c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:41.777154 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c6510315-0987-40a8-9cde-bf37acff956b req-abe2c7be-b6aa-4946-bf52-0aa6d7e3be6c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0542991 Dec 15 16:14:41.826839 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c6510315-0987-40a8-9cde-bf37acff956b req-8129adf8-c019-4aa5-81c7-3716aac11c30 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Dec 15 16:14:42.676228 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-3370ea1c-092d-4692-8920-f05b9d2c443e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384312 Dec 15 16:14:42.740156 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-8e153770-10a4-41aa-88dc-4619b448db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:42.742565 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-8e153770-10a4-41aa-88dc-4619b448db9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 1099 time: 0.0416224 Dec 15 16:14:42.848260 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-c3bfc637-fdde-471f-9d74-a9975c1f2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:42.849802 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-c3bfc637-fdde-471f-9d74-a9975c1f2960 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.0867569 Dec 15 16:14:42.948095 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-af747058-6469-4b12-8cb8-ec2e8fc78ecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 200 len: 999 time: 0.0874281 Dec 15 16:14:42.962400 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64069d8-a58d-4b29-b69c-92ba1e0aced7 req-d313a715-f9e1-43ca-878f-1883644cd14f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:42.963783 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d64069d8-a58d-4b29-b69c-92ba1e0aced7 req-d313a715-f9e1-43ca-878f-1883644cd14f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0677621 Dec 15 16:14:43.028431 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-37b111d6-26eb-4c2b-af5a-b330901b8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:43.029804 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-37b111d6-26eb-4c2b-af5a-b330901b8248 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0651493 Dec 15 16:14:43.041552 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d64069d8-a58d-4b29-b69c-92ba1e0aced7 req-3db64cba-160f-4a4e-8659-63910cc238c3 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700030 Dec 15 16:14:43.080522 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-4b79dd29-2a4c-4d40-883d-7ad9ce2f7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:43.082043 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-4b79dd29-2a4c-4d40-883d-7ad9ce2f7ca1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396211 Dec 15 16:14:43.178830 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-07ff5cb7-5b11-4c33-a87d-85a8de1be59a service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862503 Dec 15 16:14:43.275044 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3fd94e44-0df5-4424-ba4a-384f6460838b req-26459a82-2385-4752-9df7-aef8f0441400 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889485 Dec 15 16:14:43.506234 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44496) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:43.618204 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e42483c9-ff39-403c-bac9-e601b79324c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.701938 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e42483c9-ff39-403c-bac9-e601b79324c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.706157 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e42483c9-ff39-403c-bac9-e601b79324c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.747707 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42483c9-ff39-403c-bac9-e601b79324c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873bb13f-aa97-49d7-a4ae-8159816a3463,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:43.755082 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44514) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:43.759716 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e42483c9-ff39-403c-bac9-e601b79324c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93a14da06052423ab8bd91e54794a0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503989 Dec 15 16:14:43.804070 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02843b78-c813-4df2-93f8-99270569b5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.825589 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02843b78-c813-4df2-93f8-99270569b5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.871402 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02843b78-c813-4df2-93f8-99270569b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.874130 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-02843b78-c813-4df2-93f8-99270569b5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:43.877929 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-02843b78-c813-4df2-93f8-99270569b5ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/873bb13f-aa97-49d7-a4ae-8159816a3463 HTTP/1.1" status: 204 len: 168 time: 0.1219778 Dec 15 16:14:43.885722 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843b78-c813-4df2-93f8-99270569b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873bb13f-aa97-49d7-a4ae-8159816a3463,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:43.911254 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44520) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:44.017823 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1ab9-2d1d-45d4-a725-93f1e4d3f0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.102805 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1ab9-2d1d-45d4-a725-93f1e4d3f0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.107820 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1ab9-2d1d-45d4-a725-93f1e4d3f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.149557 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-bdcb1ab9-2d1d-45d4-a725-93f1e4d3f0ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7996572f97149c6926d71541907c651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370944 Dec 15 16:14:44.150763 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb1ab9-2d1d-45d4-a725-93f1e4d3f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0743676b-02b8-43ce-94b5-14257d1f46a3,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:44.152231 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44528) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:44.196561 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b97c2-a215-431c-b928-7ebe82b1d38c req-8c781548-d4c7-491d-a592-3c71fb878127 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:44.198083 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-652b97c2-a215-431c-b928-7ebe82b1d38c req-8c781548-d4c7-491d-a592-3c71fb878127 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0828514 Dec 15 16:14:44.212529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44530) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:44.225797 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66f549f6-8425-48d6-8dc3-332533e3200a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.245235 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c367a9-5b05-428a-88af-cebace7619a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.255333 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.271497 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-652b97c2-a215-431c-b928-7ebe82b1d38c req-7089c275-a423-4005-aef7-4fcde8e59b44 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670366 Dec 15 16:14:44.280778 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c367a9-5b05-428a-88af-cebace7619a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.306560 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66f549f6-8425-48d6-8dc3-332533e3200a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.310622 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66f549f6-8425-48d6-8dc3-332533e3200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.329775 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c367a9-5b05-428a-88af-cebace7619a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.332401 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c5c367a9-5b05-428a-88af-cebace7619a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.333603 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c5c367a9-5b05-428a-88af-cebace7619a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0743676b-02b8-43ce-94b5-14257d1f46a3 HTTP/1.1" status: 204 len: 168 time: 0.1800756 Dec 15 16:14:44.342517 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c367a9-5b05-428a-88af-cebace7619a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743676b-02b8-43ce-94b5-14257d1f46a3,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:44.348154 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-66f549f6-8425-48d6-8dc3-332533e3200a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c375d3d6935045fd9b4103df6a80da92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349599 Dec 15 16:14:44.351339 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44534) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:44.358620 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f549f6-8425-48d6-8dc3-332533e3200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaddaceb-d608-424c-9697-c215f050c6b7,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:44.408053 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2faea63c-6ccd-4d0a-9a69-9ac2b4f54ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.430345 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2faea63c-6ccd-4d0a-9a69-9ac2b4f54ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.492135 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2faea63c-6ccd-4d0a-9a69-9ac2b4f54ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.494883 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2faea63c-6ccd-4d0a-9a69-9ac2b4f54ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.498560 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2faea63c-6ccd-4d0a-9a69-9ac2b4f54ea0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaddaceb-d608-424c-9697-c215f050c6b7 HTTP/1.1" status: 204 len: 168 time: 0.1436231 Dec 15 16:14:44.503706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea63c-6ccd-4d0a-9a69-9ac2b4f54ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaddaceb-d608-424c-9697-c215f050c6b7,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:44.680862 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44542) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:44.694037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5054a75c-b6c1-4d60-b50b-4a216aa89abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.779508 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5054a75c-b6c1-4d60-b50b-4a216aa89abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.783272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5054a75c-b6c1-4d60-b50b-4a216aa89abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.821582 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5054a75c-b6c1-4d60-b50b-4a216aa89abc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=367f1292448d44e4bb455fe6ae7c9b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394961 Dec 15 16:14:44.823516 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054a75c-b6c1-4d60-b50b-4a216aa89abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fedbe9f-fbe0-4ab5-b9e1-4042eb3235a2,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:44.824449 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44548) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:44.877409 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-188654e3-645d-44a6-8a46-bb84cbb39925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.898809 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-188654e3-645d-44a6-8a46-bb84cbb39925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.948068 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-188654e3-645d-44a6-8a46-bb84cbb39925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.950765 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-188654e3-645d-44a6-8a46-bb84cbb39925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:44.951928 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-188654e3-645d-44a6-8a46-bb84cbb39925 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fedbe9f-fbe0-4ab5-b9e1-4042eb3235a2 HTTP/1.1" status: 204 len: 168 time: 0.1264284 Dec 15 16:14:44.960652 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188654e3-645d-44a6-8a46-bb84cbb39925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fedbe9f-fbe0-4ab5-b9e1-4042eb3235a2,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:45.234991 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44572) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:45.387103 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1799793117-network', 'tenant_id': '9449290fa7564062b7240e05b6ff7f89'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:45.410644 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Made reservation on behalf of 9449290fa7564062b7240e05b6ff7f89 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:45.411628 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34273a45-880c-4473-96db-1d2bed83c21a req-88f87fce-9da9-4e86-b915-856da925f695 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:45.413246 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-34273a45-880c-4473-96db-1d2bed83c21a req-88f87fce-9da9-4e86-b915-856da925f695 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0650055 Dec 15 16:14:45.418023 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.426807 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.463979 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-34273a45-880c-4473-96db-1d2bed83c21a req-f8308027-7f8f-44af-9800-9e56288624d4 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Dec 15 16:14:45.504395 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.508640 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.529260 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:45.544632 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e51a6-b555-4453-8263-ad3e21be9e60,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:45.547511 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.547859 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Added segment ec6f83ce-bc0f-413a-8148-c16e43242d4b of type vlan for network 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9 Dec 15 16:14:45.587889 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.613337 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.614433 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:45.615024 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.668865 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4325213 Dec 15 16:14:45.672685 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44590) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:45.680869 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Request body: {'subnet': {'network_id': '95fbfb41-db6e-4bef-8cf9-4aa52d417fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1799793117-subnet', 'tenant_id': '9449290fa7564062b7240e05b6ff7f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:45.681166 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25269931-8b97-4918-963f-883db40aaf06 admin admin] Pushing event updated for resources: {'Network': ['ID=95fbfb41-db6e-4bef-8cf9-4aa52d417fa9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:45.691707 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:45.706588 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Made reservation on behalf of 9449290fa7564062b7240e05b6ff7f89 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:45.709006 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9246176'] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.892805 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3325560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9246206'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.952784 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59029c7-4212-4738-8376-414a4da5de51,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:45.958597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Checking segment: {'id': 'ec6f83ce-bc0f-413a-8148-c16e43242d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '95fbfb41-db6e-4bef-8cf9-4aa52d417fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:45.958597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Network hostable DHCP agents. Network: 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:45.974025 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Network 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:45.984029 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:45.990095 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:45.990095 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:45.995541 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2412b1-c27a-4f0e-a94b-3241b3a27002 None None] Network 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:46.008340 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-71c995c8-ffd0-4de2-9482-53a78bc2076b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3328531 Dec 15 16:14:46.100988 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc21410-dedf-426d-952c-f466410259c5 None None] Network 95fbfb41-db6e-4bef-8cf9-4aa52d417fa9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:46.587912 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44638) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:46.592647 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-125412125-network', 'tenant_id': 'a30f0a7c21bd406b8798e7486149c904'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:46.597869 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651a48-e8e7-4ea9-bde3-6cc676991563 req-cdb36267-b2e7-4e1d-b722-75891784178c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:46.599969 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ec651a48-e8e7-4ea9-bde3-6cc676991563 req-cdb36267-b2e7-4e1d-b722-75891784178c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0653768 Dec 15 16:14:46.620664 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Made reservation on behalf of a30f0a7c21bd406b8798e7486149c904 for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:46.623106 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.632538 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.654421 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ec651a48-e8e7-4ea9-bde3-6cc676991563 req-8fd22291-fbeb-48b9-a4b7-550a17ac9bed tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479712 Dec 15 16:14:46.713733 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.717417 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.739488 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:46.755076 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9214c-e571-4ca9-8294-78543735000e,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:46.758319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.758666 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Added segment 00d97751-63dd-483f-b675-93c4b3a0622c of type vlan for network 83bab57b-c52a-471f-9edf-50202acb7421 Dec 15 16:14:46.760857 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44642) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:46.804081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.829607 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.830479 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:46.831096 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.869070 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7556674e-e60b-4d56-be50-c4fd61b63919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:46.879050 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2900617 Dec 15 16:14:46.883179 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44646) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:46.891026 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Request body: {'subnet': {'network_id': '83bab57b-c52a-471f-9edf-50202acb7421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-125412125-subnet', 'tenant_id': 'a30f0a7c21bd406b8798e7486149c904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:46.893288 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c497c3-4d0f-4d12-ba1d-55b77dc91eaa admin admin] Pushing event updated for resources: {'Network': ['ID=83bab57b-c52a-471f-9edf-50202acb7421,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:46.905465 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 83bab57b-c52a-471f-9edf-50202acb7421 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:46.925371 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Made reservation on behalf of a30f0a7c21bd406b8798e7486149c904 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:46.927668 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10070026'] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.025235 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7556674e-e60b-4d56-be50-c4fd61b63919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.030894 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7556674e-e60b-4d56-be50-c4fd61b63919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.075647 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556674e-e60b-4d56-be50-c4fd61b63919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92724ed1-e84f-47d5-812a-a6bf734639fb,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:47.085304 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-7556674e-e60b-4d56-be50-c4fd61b63919 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=571091d68a324bb395f5c5ce33386bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227787 Dec 15 16:14:47.088367 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44650) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:47.139224 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-adde2b25-7ffa-4d6c-ac36-8632dbe63051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.161225 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-adde2b25-7ffa-4d6c-ac36-8632dbe63051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.162434 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9400252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10070036'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.211853 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-adde2b25-7ffa-4d6c-ac36-8632dbe63051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.214629 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-adde2b25-7ffa-4d6c-ac36-8632dbe63051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.215788 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-adde2b25-7ffa-4d6c-ac36-8632dbe63051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92724ed1-e84f-47d5-812a-a6bf734639fb HTTP/1.1" status: 204 len: 168 time: 0.1262114 Dec 15 16:14:47.224517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde2b25-7ffa-4d6c-ac36-8632dbe63051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92724ed1-e84f-47d5-812a-a6bf734639fb,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:47.228906 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95654b7-84fd-46c7-9ae1-08c588e2790a,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:47.237759 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Checking segment: {'id': '00d97751-63dd-483f-b675-93c4b3a0622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '83bab57b-c52a-471f-9edf-50202acb7421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:47.238129 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Network hostable DHCP agents. Network: 83bab57b-c52a-471f-9edf-50202acb7421, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:47.256283 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Network 83bab57b-c52a-471f-9edf-50202acb7421 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:47.264883 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 83bab57b-c52a-471f-9edf-50202acb7421) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:47.268977 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:47.269595 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.280021 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a4a19a-4a14-4a67-b52c-c89aadb6ef66 None None] Network 83bab57b-c52a-471f-9edf-50202acb7421 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:47.289442 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-b6f4a3d6-8ba8-4e2b-9dca-d3d359bb79f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4022508 Dec 15 16:14:47.392975 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096dd05-dc82-4d10-ae51-bd406df023ca None None] Network 83bab57b-c52a-471f-9edf-50202acb7421 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:47.526566 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44662) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:47.540211 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ebd0be7a-3a0a-4931-a60e-c5d71f7dcaeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.616623 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ebd0be7a-3a0a-4931-a60e-c5d71f7dcaeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.620466 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ebd0be7a-3a0a-4931-a60e-c5d71f7dcaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.658384 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ebd0be7a-3a0a-4931-a60e-c5d71f7dcaeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e5332fb4f4440898a36175c677a8ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306953 Dec 15 16:14:47.659286 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0be7a-3a0a-4931-a60e-c5d71f7dcaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c4be3a-723a-492d-afd5-04f85a8d0e92,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:47.661635 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44664) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:47.716577 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ceb008df-eca3-4a42-8b7e-1adb67f6159c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.754093 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ceb008df-eca3-4a42-8b7e-1adb67f6159c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.799503 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62664577-871d-45f7-bb81-76a803cca7a4 req-d84bcbc9-d288-44e0-af58-16941e5558a9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:47.802558 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-62664577-871d-45f7-bb81-76a803cca7a4 req-d84bcbc9-d288-44e0-af58-16941e5558a9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0644345 Dec 15 16:14:47.813065 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ceb008df-eca3-4a42-8b7e-1adb67f6159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.816919 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ceb008df-eca3-4a42-8b7e-1adb67f6159c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:47.820695 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ceb008df-eca3-4a42-8b7e-1adb67f6159c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58c4be3a-723a-492d-afd5-04f85a8d0e92 HTTP/1.1" status: 204 len: 168 time: 0.1555359 Dec 15 16:14:47.831440 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb008df-eca3-4a42-8b7e-1adb67f6159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c4be3a-723a-492d-afd5-04f85a8d0e92,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:47.870069 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-62664577-871d-45f7-bb81-76a803cca7a4 req-c8c6ab3e-272e-4163-b89c-b2266edb8253 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596657 Dec 15 16:14:49.005200 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee51fd-8752-4f4d-80bd-6cc1caacca51 req-c36f269d-e992-438d-bcdf-4aefe55ca56d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:49.014440 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-23ee51fd-8752-4f4d-80bd-6cc1caacca51 req-c36f269d-e992-438d-bcdf-4aefe55ca56d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0711999 Dec 15 16:14:49.074462 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-23ee51fd-8752-4f4d-80bd-6cc1caacca51 req-132ae52e-c2da-47b8-93a8-e2793d8179e6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520744 Dec 15 16:14:49.214748 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3ee55e43-2e51-4cdc-8d60-b79510d49768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:49.332949 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839f6a-781a-4ebe-83b2-ffea4b654b1e req-36951232-7e32-4a31-95ea-0464e833b3cb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:49.341273 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-17839f6a-781a-4ebe-83b2-ffea4b654b1e req-36951232-7e32-4a31-95ea-0464e833b3cb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0752480 Dec 15 16:14:49.438631 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-17839f6a-781a-4ebe-83b2-ffea4b654b1e req-5536bd0b-9945-470b-ad83-cf98de11cb93 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963993 Dec 15 16:14:49.440396 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672103-22a1-4aab-a5fb-21545a83abcb req-53e2b5c9-a1a4-4f68-a12f-ffc9ff507e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:49.441867 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-53e2b5c9-a1a4-4f68-a12f-ffc9ff507e0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1098 time: 0.0979772 Dec 15 16:14:49.543529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672103-22a1-4aab-a5fb-21545a83abcb req-ce533e46-7024-4c34-a7a5-93b89281cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:49.543871 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-ce533e46-7024-4c34-a7a5-93b89281cb66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.0938165 Dec 15 16:14:49.619085 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-9c40a4f4-db89-401c-bf23-0449119ee797 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 1000 time: 0.0621948 Dec 15 16:14:49.683976 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672103-22a1-4aab-a5fb-21545a83abcb req-0e0464f3-3715-484d-8783-6d7a159fa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:49.685981 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-0e0464f3-3715-484d-8783-6d7a159fa3ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0530002 Dec 15 16:14:49.737283 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672103-22a1-4aab-a5fb-21545a83abcb req-6e82eb95-06e1-4658-bf5b-64b32d67d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:49.738903 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-6e82eb95-06e1-4658-bf5b-64b32d67d923 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435390 Dec 15 16:14:49.831966 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-de2128ec-6edb-4fa9-adba-4f87f0a0cee7 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844712 Dec 15 16:14:49.891673 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44772) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:49.931276 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-33672103-22a1-4aab-a5fb-21545a83abcb req-1c3768c9-7275-44aa-95ba-0c80c1d3efec service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915051 Dec 15 16:14:50.006441 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b847d31-211a-4049-b1c5-402ce1cec4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.090469 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b847d31-211a-4049-b1c5-402ce1cec4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.095950 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b847d31-211a-4049-b1c5-402ce1cec4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.135647 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1b847d31-211a-4049-b1c5-402ce1cec4e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33752336deb448bb833de022549168d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427266 Dec 15 16:14:50.138315 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44782) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:50.140568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b847d31-211a-4049-b1c5-402ce1cec4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d496a-14df-4633-9076-ea60c7934a3f,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:50.188751 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bcad8f4-26ed-4f71-90dd-01dcab4e152e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.191864 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42e127-1d37-4263-9e65-57ede26902b8 req-abc6b96d-f9f0-4846-b0e3-810960858c3b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:50.193501 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0a42e127-1d37-4263-9e65-57ede26902b8 req-abc6b96d-f9f0-4846-b0e3-810960858c3b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0499218 Dec 15 16:14:50.210852 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bcad8f4-26ed-4f71-90dd-01dcab4e152e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.242020 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0a42e127-1d37-4263-9e65-57ede26902b8 req-e6a853db-96e6-455f-ab7e-f756a21ba752 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412116 Dec 15 16:14:50.259028 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bcad8f4-26ed-4f71-90dd-01dcab4e152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.261775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4bcad8f4-26ed-4f71-90dd-01dcab4e152e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.262904 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-4bcad8f4-26ed-4f71-90dd-01dcab4e152e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc5d496a-14df-4633-9076-ea60c7934a3f HTTP/1.1" status: 204 len: 168 time: 0.1235092 Dec 15 16:14:50.270559 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad8f4-26ed-4f71-90dd-01dcab4e152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d496a-14df-4633-9076-ea60c7934a3f,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:50.543614 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44794) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:50.557475 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b033a349-6ade-4f43-b1ac-85a09e69ad68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.578557 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49e553-8115-4ca7-beca-87c9606eca91 req-911d7219-bcdc-4b38-b0f1-9f40410a6bd6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:50.580698 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fc49e553-8115-4ca7-beca-87c9606eca91 req-911d7219-bcdc-4b38-b0f1-9f40410a6bd6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0659804 Dec 15 16:14:50.596254 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:14:50.642472 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b033a349-6ade-4f43-b1ac-85a09e69ad68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.643236 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fc49e553-8115-4ca7-beca-87c9606eca91 req-5cdbc774-580e-47a3-9b9a-5988f836132b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560417 Dec 15 16:14:50.652405 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b033a349-6ade-4f43-b1ac-85a09e69ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.689690 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-b033a349-6ade-4f43-b1ac-85a09e69ad68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19f89b8b616e4be0b6b2856ab66ce922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447074 Dec 15 16:14:50.692133 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44796) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:50.706514 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033a349-6ade-4f43-b1ac-85a09e69ad68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10a196-0677-45f8-b17b-7d243a8dbea7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:50.761729 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-452b64c7-f402-422e-a4a9-d58466d1e808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.790943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-452b64c7-f402-422e-a4a9-d58466d1e808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.837830 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-452b64c7-f402-422e-a4a9-d58466d1e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.840517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-452b64c7-f402-422e-a4a9-d58466d1e808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:50.841692 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-452b64c7-f402-422e-a4a9-d58466d1e808 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b10a196-0677-45f8-b17b-7d243a8dbea7 HTTP/1.1" status: 204 len: 168 time: 0.1484294 Dec 15 16:14:50.849056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b64c7-f402-422e-a4a9-d58466d1e808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10a196-0677-45f8-b17b-7d243a8dbea7,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:51.370365 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0f6a4-4cc2-4e16-83bf-a34c3c0aee9d req-3e18c483-ac88-4833-b50d-905c2d3f02f0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:51.371884 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3fc0f6a4-4cc2-4e16-83bf-a34c3c0aee9d req-3e18c483-ac88-4833-b50d-905c2d3f02f0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0550463 Dec 15 16:14:51.423652 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3fc0f6a4-4cc2-4e16-83bf-a34c3c0aee9d req-e90ac185-b908-4b25-8bc5-35ece4b722df tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456483 Dec 15 16:14:51.526754 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3183f5a0-d24e-4b7b-9140-355020dc2d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.527291 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44826) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:51.627863 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281278609-network', 'tenant_id': '0ca560754a9c4530ba707aef9b98cff8'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:51.648906 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Made reservation on behalf of 0ca560754a9c4530ba707aef9b98cff8 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:51.651645 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.663779 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.742671 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.746491 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.762590 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878919-358d-42c0-a721-8c07be4a5ea3 req-8f2a5539-ecc6-465e-b617-d08e773e9181 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:51.764176 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d4878919-358d-42c0-a721-8c07be4a5ea3 req-8f2a5539-ecc6-465e-b617-d08e773e9181 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0495040 Dec 15 16:14:51.767443 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:14:51.785331 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa93e03-24e9-4382-961e-5f61816e17e4,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:51.788670 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.789485 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Added segment 952fc094-9625-4bdf-b060-c9c953c5073b of type vlan for network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf Dec 15 16:14:51.818878 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d4878919-358d-42c0-a721-8c07be4a5ea3 req-5360bed7-2c7a-4843-b1d5-57f4eed69867 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478768 Dec 15 16:14:51.848930 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.874870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.876102 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:51.876830 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:51.938314 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4102519 Dec 15 16:14:51.941709 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44842) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:51.946677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558e93d-266c-4499-934e-4d1b584fe877 admin admin] Pushing event updated for resources: {'Network': ['ID=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:51.947104 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Request body: {'subnet': {'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281278609-subnet', 'tenant_id': '0ca560754a9c4530ba707aef9b98cff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:51.960330 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:14:51.971462 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Made reservation on behalf of 0ca560754a9c4530ba707aef9b98cff8 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:51.974051 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9246176'] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.094550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-12b955a5-32b1-4b20-83a3-1ea60f08c8e3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:52.096013 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-12b955a5-32b1-4b20-83a3-1ea60f08c8e3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0833750 Dec 15 16:14:52.248057 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3325560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9246206'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.291175 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Deleting port 40d81db4-2a75-40a9-8da4-0d709f3e2559 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:52.291514 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.358486 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e6d04c-e998-4b06-b065-17b134b371b1,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:52.374635 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Checking segment: {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:52.374996 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Network hostable DHCP agents. Network: 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:14:52.414913 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] For port 40d81db4-2a75-40a9-8da4-0d709f3e2559, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=40d81db4-2a75-40a9-8da4-0d709f3e2559,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:52.415278 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.417481 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:14:52.451033 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:52.458700 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464263e-bda2-45ae-bab9-81d96f2faa3d None None] Network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:52.494199 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:52.506094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.547778 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6d02931c-3a55-45f4-90e1-0a725a1569c3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6047447 Dec 15 16:14:52.572544 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e536c44-dbf1-4053-9a8c-e1e35e741ce5 None None] Network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:14:52.579913 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836c1f-a06e-49b2-b16e-1c9552e5cad9 req-4d818fa0-19b2-4918-9fff-723908fe1ab2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:52.587762 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86836c1f-a06e-49b2-b16e-1c9552e5cad9 req-4d818fa0-19b2-4918-9fff-723908fe1ab2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 946 time: 0.0638759 Dec 15 16:14:52.645752 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86836c1f-a06e-49b2-b16e-1c9552e5cad9 req-61e08893-6628-4e62-a8fc-4e7ab58af243 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=4457c8ed-02f9-4b24-b98d-72bb63af73e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524046 Dec 15 16:14:52.749897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.750255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.750565 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Floating IP 06a930dc-28aa-4e3a-a759-8282b4aa7c8c disassociated. External IP: 172.27.0.4, port: 40d81db4-2a75-40a9-8da4-0d709f3e2559. Dec 15 16:14:52.750927 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Calling delete_port for 40d81db4-2a75-40a9-8da4-0d709f3e2559 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:52.852576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.888265 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:52.925375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event deleted for resources: {'Port': ['ID=40d81db4-2a75-40a9-8da4-0d709f3e2559,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:53.074331 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-87da66a6-0837-4d89-b1c2-7532965c73b9 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718525851&fields=id&tenant_id=174453a286344e0fa34d91d3ebcb8436 HTTP/1.1" status: 200 len: 267 time: 0.0725713 Dec 15 16:14:53.090835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:53.437831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-418d241d-1364-4610-823d-180ae78fd880 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:53.439237 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-418d241d-1364-4610-823d-180ae78fd880 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 984 time: 0.3443751 Dec 15 16:14:53.456819 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Request body: {'port': {'security_groups': ['1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:53.509066 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:53.519713 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:53.531390 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:53.532416 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:53.572168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.574279 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] No DVR routers for this DVR port 40d81db4-2a75-40a9-8da4-0d709f3e2559 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:14:53.577140 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.580338 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b3f5564f-992a-4b19-ae5e-e27b2563d111 req-f7bae455-b0bc-46a2-97b0-b9efc6b0b823 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "DELETE /v2.0/ports/40d81db4-2a75-40a9-8da4-0d709f3e2559 HTTP/1.1" status: 204 len: 173 time: 1.4758110 Dec 15 16:14:53.580768 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-deleted', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:53.582988 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39250ca9-1480-41cd-9ec7-3dc78ada2210" -d '{"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-deleted", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:53.644592 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b032edb3-8b1f-4c51-9f42-86245c3e9255 x-openstack-request-id: req-b032edb3-8b1f-4c51-9f42-86245c3e9255 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:53.645984 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bcd354-b76f-4f2c-8062-f7888f226c7c", "name": "network-vif-deleted", "tag": "40d81db4-2a75-40a9-8da4-0d709f3e2559", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:53.646349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b032edb3-8b1f-4c51-9f42-86245c3e9255 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:53.646842 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bcd354-b76f-4f2c-8062-f7888f226c7c', 'name': 'network-vif-deleted', 'tag': '40d81db4-2a75-40a9-8da4-0d709f3e2559', 'status': 'completed', 'code': 200} Dec 15 16:14:53.662069 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:53.774042 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0a02326a-5afd-43ea-b975-5b9d6bdb1deb req-88d12845-d4d2-4a14-967f-24fbd06e16d4 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bcd354-b76f-4f2c-8062-f7888f226c7c HTTP/1.1" status: 200 len: 210 time: 0.0339277 Dec 15 16:14:53.819237 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:14:53.848605 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.856231 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.873513 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['282cd38c-1d07-4bb0-8400-a79f6db5a357'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:53.910352 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:53.910992 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.913768 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8dd373e0-86bf-4c0c-b479-84e9c45dd6c3 req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "PUT /v2.0/ports/282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 942 time: 0.4646394 Dec 15 16:14:53.919997 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:53.920724 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44874) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:53.940747 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf5d28-27bf-48b8-81ef-9454a43a3774 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event updated for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=7']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:53.972306 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:53.996624 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6217f973-ffd7-40e5-8ade-5751d28ced5d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.024736 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['282cd38c-1d07-4bb0-8400-a79f6db5a357'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:14:54.026231 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6217f973-ffd7-40e5-8ade-5751d28ced5d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.065054 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:54.113888 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:54.114666 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:54.124269 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6217f973-ffd7-40e5-8ade-5751d28ced5d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.132687 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6217f973-ffd7-40e5-8ade-5751d28ced5d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.134136 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6217f973-ffd7-40e5-8ade-5751d28ced5d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7344dae-f88c-442d-8a01-50bbb42f0b8f HTTP/1.1" status: 204 len: 168 time: 0.2123072 Dec 15 16:14:54.138032 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44878) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:54.159117 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217f973-ffd7-40e5-8ade-5751d28ced5d tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7344dae-f88c-442d-8a01-50bbb42f0b8f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:54.350142 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-be66dcfb-8a7e-419b-be63-c04c4af5b3f3 None None] Provisioning complete for port 282cd38c-1d07-4bb0-8400-a79f6db5a357 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:14:54.351098 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-be66dcfb-8a7e-419b-be63-c04c4af5b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.397868 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Deleting port 946438bd-bd08-453e-bc99-b0ead8c8e364 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:54.398340 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.413238 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:54.440937 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-f37b60c6-2422-4cb8-a7d3-164f733754cb tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:54.442989 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-f37b60c6-2422-4cb8-a7d3-164f733754cb tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/networks?id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 200 len: 809 time: 0.1261265 Dec 15 16:14:54.467105 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-9244cfda-67e6-446b-922b-f744c9b5afa7 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/quotas/0ca560754a9c4530ba707aef9b98cff8 HTTP/1.1" status: 200 len: 375 time: 0.0130169 Dec 15 16:14:54.509676 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:14:54.516748 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-34bb3b5e-41da-478b-bde9-474fcfd2aa6c tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca560754a9c4530ba707aef9b98cff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440686 Dec 15 16:14:54.555942 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 40d81db4-2a75-40a9-8da4-0d709f3e2559 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:14:54.556454 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 40d81db4-2a75-40a9-8da4-0d709f3e2559 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:14:54.576311 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.576638 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.603563 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Calling delete_port for 946438bd-bd08-453e-bc99-b0ead8c8e364 owned by network:floatingip {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:54.622952 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-b06f2112-f322-44d7-b167-497bfa20c334 service neutron] 10.222.0.36 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047406 Dec 15 16:14:54.773871 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-4302d35e-da98-4761-bfd7-c83409fd0806 service neutron] 10.222.0.36 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471543 Dec 15 16:14:54.920530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44908) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:54.997649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.002595 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-118b1d6b-762e-4490-930d-908299c268c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.011465 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:55.027926 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event deleted for resources: {'Port': ['ID=946438bd-bd08-453e-bc99-b0ead8c8e364,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:55.037046 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-118b1d6b-762e-4490-930d-908299c268c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.043577 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df0d17-5e20-44bf-88b8-65060b44a160 None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:55.112731 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-118b1d6b-762e-4490-930d-908299c268c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.115200 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks [] for floatingip, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.115669 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Floating IP 46ea80d4-6c43-43de-8cc1-104701edddcf disassociated (deleted). External IP: 172.27.0.146, port: 282cd38c-1d07-4bb0-8400-a79f6db5a357. Dec 15 16:14:55.116713 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-118b1d6b-762e-4490-930d-908299c268c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.118412 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-118b1d6b-762e-4490-930d-908299c268c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "DELETE /v2.0/security-groups/4457c8ed-02f9-4b24-b98d-72bb63af73e1 HTTP/1.1" status: 204 len: 168 time: 0.1967082 Dec 15 16:14:55.122968 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 44910) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:55.128116 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b1d6b-762e-4490-930d-908299c268c2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4457c8ed-02f9-4b24-b98d-72bb63af73e1,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:55.198226 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.api.v2.resource [None req-0d243207-68b2-4828-aba3-d01f437ab181 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] show failed (client error): The resource could not be found. Dec 15 16:14:55.202130 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-0d243207-68b2-4828-aba3-d01f437ab181 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups/4457c8ed-02f9-4b24-b98d-72bb63af73e1 HTTP/1.1" status: 404 len: 347 time: 0.0760899 Dec 15 16:14:55.202470 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44912) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:55.351100 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Deleting port 6c9e6a30-dbb2-426f-8c10-7ef48885ff7d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:14:55.351474 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.362074 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b618137-d989-40e8-a747-debd52921f3b None None] New status for floating IP 06a930dc-28aa-4e3a-a759-8282b4aa7c8c: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:14:55.369006 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Router 9a91db34-52fc-4105-9b81-b773713a6e22 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:14:55.455139 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.457350 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.476899 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Calling delete_port for 6c9e6a30-dbb2-426f-8c10-7ef48885ff7d owned by network:floatingip {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:14:55.484777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:14:55.489556 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.496441 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] Sync routers for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:14:55.524573 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:55.525131 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:55.542481 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ca96f842-b6d3-44ac-b18e-bd45d6cd404a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "DELETE /v2.0/floatingips/46ea80d4-6c43-43de-8cc1-104701edddcf HTTP/1.1" status: 204 len: 168 time: 1.4023800 Dec 15 16:14:55.648320 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}, {'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:55.651102 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}, {"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:55.653916 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:55.704896 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.737375 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event deleted for resources: {'Port': ['ID=6c9e6a30-dbb2-426f-8c10-7ef48885ff7d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:55.800261 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.831834 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f3d52b-e54c-4e7c-9e43-8513ab29b20f x-openstack-request-id: req-b1f3d52b-e54c-4e7c-9e43-8513ab29b20f {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:55.832357 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:55.832786 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1f3d52b-e54c-4e7c-9e43-8513ab29b20f {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:55.833366 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'status': 'completed', 'code': 200} Dec 15 16:14:55.833826 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'status': 'completed', 'code': 200} Dec 15 16:14:55.858143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.861642 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:55.863178 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f815b3c2-eb84-4008-9279-b337c4a89a6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "DELETE /v2.0/floatingips/06a930dc-28aa-4e3a-a759-8282b4aa7c8c HTTP/1.1" status: 204 len: 168 time: 0.6596971 Dec 15 16:14:55.971926 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:38Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:55.993514 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-becf4672-a80e-47fb-803f-f04a7cf6a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:55.995076 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-becf4672-a80e-47fb-803f-f04a7cf6a262 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1098 time: 0.1250198 Dec 15 16:14:56.063374 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] Checking router: 9a91db34-52fc-4105-9b81-b773713a6e22 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:14:56.081992 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:14:56.082607 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:56.130918 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c4593cc9-1b9d-4b08-b2ff-25fdc7189a3f req-670ac7c0-03fa-4b7c-95fe-d19a143d3c51 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 210 time: 0.0708420 Dec 15 16:14:56.144250 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-e3fcff29-7324-44e4-b25c-e524824fd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:56.146054 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-e3fcff29-7324-44e4-b25c-e524824fd02e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 916 time: 0.1314151 Dec 15 16:14:56.200684 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-f43578a7-8cf1-436b-9e2e-bab3f6147de5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 217 time: 0.0466256 Dec 15 16:14:56.283161 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-9daab591-e3cf-49a1-a489-a7c63e92f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:56.284891 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-9daab591-e3cf-49a1-a489-a7c63e92f4b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.0689681 Dec 15 16:14:56.290418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:14:56.375317 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-50e41491-c5e3-4c3e-ade4-cbee0e38539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:56.377574 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-50e41491-c5e3-4c3e-ade4-cbee0e38539a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774715 Dec 15 16:14:56.535420 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-d9a104d1-1844-44e7-a959-2e4aa42c246f service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486886 Dec 15 16:14:56.616603 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:38Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:14:56.651379 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212e0108-bea7-4577-bc58-2d728cd1cb6a None None] The sync data for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi is: [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'eb9a0d4d-a650-4730-9048-2fa52574c8e8', 'name': '', 'network_id': 'd9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'mac_address': 'fa:16:3e:ed:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:32Z', 'updated_at': '2021-12-15T16:11:38Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'subnets': [{'id': '6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:14:56.652766 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-0acc9bff-bd33-46e9-8d50-1018160a986a service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091640 Dec 15 16:14:56.791971 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-ca3528b2-a168-4aad-854b-bcad9c22b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:56.794190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-ca3528b2-a168-4aad-854b-bcad9c22b645 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=174453a286344e0fa34d91d3ebcb8436&device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 1098 time: 0.0800028 Dec 15 16:14:56.930293 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44946) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:56.937901 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937722492', 'description': 'tempest-description--622175348'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:56.966839 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:56.967894 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-4a9ee976-a844-4924-9ef2-9be14f828e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:56.969599 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-4a9ee976-a844-4924-9ef2-9be14f828e0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 200 len: 916 time: 0.1633439 Dec 15 16:14:57.026229 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-c6610af6-e129-46be-a375-174d011ea641 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 200 len: 217 time: 0.0474017 Dec 15 16:14:57.059810 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.069604 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.087275 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ce8d5-56e6-4caf-8a4b-9dce6bc7eb8b None None] New status for floating IP 46ea80d4-6c43-43de-8cc1-104701edddcf: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:14:57.096640 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-01a52b0c-f253-45f1-8b9a-2139a1427b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:57.098345 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-01a52b0c-f253-45f1-8b9a-2139a1427b12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 200 len: 854 time: 0.0652688 Dec 15 16:14:57.107613 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.109130 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1778455 Dec 15 16:14:57.111616 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c53a2-c90a-4d4f-962c-4c8db32eefd2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e395a3-1526-4b11-a73d-828f96ff26c7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:57.115195 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44954) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:57.120307 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'security_group_rule': {'security_group_id': '16e395a3-1526-4b11-a73d-828f96ff26c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:57.150890 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.179742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-0e2fce1b-083c-4faa-af10-18b744d0bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:57.183599 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-0e2fce1b-083c-4faa-af10-18b744d0bb22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763235 Dec 15 16:14:57.220209 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.231253 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.259814 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ba0bcfd8-ab04-4977-9f9a-2f4da0502e9f req-634b883a-77f1-4ea0-bbc9-d017b78f0381 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 210 time: 0.0424209 Dec 15 16:14:57.267695 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352b4408-bc37-4231-80ab-efbb2205594a,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:57.287953 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.293450 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-7745be38-cea7-4db3-9ffd-5aefcb25762a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742871 Dec 15 16:14:57.293450 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44962) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:57.298209 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'security_group_rule': {'security_group_id': '16e395a3-1526-4b11-a73d-828f96ff26c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:57.320590 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-9429cd2c-191c-41c2-b0ab-bd4b902c3995 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284089 Dec 15 16:14:57.326935 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.402192 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.413754 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.442522 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1883ecce-e418-46b2-a85d-7b6ae3e1d2f6 req-54df4ccb-db00-44f7-9998-4b50f0a3f72d service neutron] 10.222.0.46 "GET /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144176 Dec 15 16:14:57.484112 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24a7c3e-cbd4-43a8-8205-e7dd033eb93f,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:57.502330 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.503620 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-8c2f67b3-e166-4972-88d7-af275fe06766 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091873 Dec 15 16:14:57.507418 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 44968) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:14:57.512314 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:57.539166 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.623488 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-0549981a-4f39-402f-bed0-9c29c9f82c63 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:57.624928 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-0549981a-4f39-402f-bed0-9c29c9f82c63 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "GET /v2.0/networks?id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 200 len: 809 time: 0.2446992 Dec 15 16:14:57.644388 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Request body: {'port': {'device_id': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf', 'admin_state_up': True, 'tenant_id': '0ca560754a9c4530ba707aef9b98cff8'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:57.754508 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.818572 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Made reservation on behalf of 0ca560754a9c4530ba707aef9b98cff8 for: {'port': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:14:57.823167 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:57.934870 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Allocated IP 172.27.0.19 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/0e4893e3-9441-4aa8-8376-4500c48c114c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:14:58.043676 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Allocated IP 172.20.0.8 (12a9bd9f-1183-4bb2-81d2-63d81ac64ccf/97e6d04c-e998-4b06-b065-17b134b371b1/23b5afbb-f35f-40bd-9283-e796cb257915) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:14:58.110243 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.215769 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.278732 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.282734 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:14:58.289337 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:58.292308 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:14:58.296325 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'Port': ['ID=0e4893e3-9441-4aa8-8376-4500c48c114c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:58.374119 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-18c3ea5c-3f17-4d1c-ae06-b3bf7938930f req-9a976c1c-f52a-49ef-a583-a087fd725f81 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 210 time: 0.0332568 Dec 15 16:14:58.396832 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.451784 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:14:58.458001 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:14:58.460843 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:14:58.464503 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.514158 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Pushing event updated for resources: {'Port': ['ID=23b5afbb-f35f-40bd-9283-e796cb257915,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:58.549019 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:58.549646 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.559240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833fb75-b80c-4213-829b-bceb010dd045 req-6baf44ed-4aff-4c7b-8db2-94612ce079ae tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:58.560785 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4833fb75-b80c-4213-829b-bceb010dd045 req-6baf44ed-4aff-4c7b-8db2-94612ce079ae tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Dec 15 16:14:58.561475 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.585030 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-ee46ce35-2222-4c85-94f2-c149d07abc8d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9444613 Dec 15 16:14:58.601151 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Request body: {'port': {'device_id': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:14:58.612713 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4833fb75-b80c-4213-829b-bceb010dd045 req-d7640a19-9942-45e4-ac96-34558740244f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Dec 15 16:14:58.703623 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.867997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.872693 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9399861'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.002375 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'Port': ['ID=0e4893e3-9441-4aa8-8376-4500c48c114c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:59.016179 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.044233 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.045610 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-b91eb68c-d08a-408e-b867-2367961a95e7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5370317 Dec 15 16:14:59.118394 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b5afbb-f35f-40bd-9283-e796cb257915 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:14:59.126109 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.139116 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Transition to ACTIVE for port object 23b5afbb-f35f-40bd-9283-e796cb257915 will not be triggered until provisioned by entity L2. {{(pid=102591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:14:59.142738 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9399861'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.197426 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Pushing event updated for resources: {'Port': ['ID=23b5afbb-f35f-40bd-9283-e796cb257915,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:59.288113 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-e2a58228-dcfe-40be-970f-f2328e17ba83 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1937722492&fields=id&tenant_id=4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 267 time: 0.0709362 Dec 15 16:14:59.306840 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Attempting to bind port 23b5afbb-f35f-40bd-9283-e796cb257915 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:14:59.307174 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Attempting to bind port 23b5afbb-f35f-40bd-9283-e796cb257915 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:14:59.307499 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Attempting to bind port 23b5afbb-f35f-40bd-9283-e796cb257915 on network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:14:59.342914 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Port 23b5afbb-f35f-40bd-9283-e796cb257915 on network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:14:59.343232 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Attempting to bind port 23b5afbb-f35f-40bd-9283-e796cb257915 on network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:14:59.351312 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:14:59.351647 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Checking segment: {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:14:59.352024 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Bound using segment: {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:14:59.352449 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Bound port: 23b5afbb-f35f-40bd-9283-e796cb257915, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:14:59.352798 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.445758 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-f030ad0a-fbbf-40d0-91e4-0d1465e2f3f3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:59.447214 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-f030ad0a-fbbf-40d0-91e4-0d1465e2f3f3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 817 time: 0.1523829 Dec 15 16:14:59.463045 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] For port 23b5afbb-f35f-40bd-9283-e796cb257915, host hv-cinder-80070, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:14:59.467604 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] For port 23b5afbb-f35f-40bd-9283-e796cb257915, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23b5afbb-f35f-40bd-9283-e796cb257915,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:14:59.470518 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-19b914c1-b8cc-41ba-9996-611f74bf98cd tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/quotas/4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 375 time: 0.0175076 Dec 15 16:14:59.472117 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9399861'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.495074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e948d17-b27c-4eb7-94f9-206ad302db40 req-4c4452d1-1a1e-4829-b321-bf1f12e6f37c tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:59.496532 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5e948d17-b27c-4eb7-94f9-206ad302db40 req-4c4452d1-1a1e-4829-b321-bf1f12e6f37c tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 943 time: 0.0523131 Dec 15 16:14:59.544899 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:59.545411 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.546218 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5e948d17-b27c-4eb7-94f9-206ad302db40 req-4986c959-578b-47b3-8e41-b9ce8a1dd8d4 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Dec 15 16:14:59.546760 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] 10.222.0.46 "PUT /v2.0/ports/23b5afbb-f35f-40bd-9283-e796cb257915 HTTP/1.1" status: 200 len: 1093 time: 0.9522607 Dec 15 16:14:59.548058 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'tag': '23b5afbb-f35f-40bd-9283-e796cb257915'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:14:59.550393 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae", "tag": "23b5afbb-f35f-40bd-9283-e796cb257915"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:14:59.733514 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11577cce-af2a-4fdd-b4cf-e559289dc83c req-bb056ab8-8c26-448a-97a1-e7d5a2a1386a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:59.735059 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-11577cce-af2a-4fdd-b4cf-e559289dc83c req-bb056ab8-8c26-448a-97a1-e7d5a2a1386a tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Dec 15 16:14:59.785303 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-11577cce-af2a-4fdd-b4cf-e559289dc83c req-445cd103-5a51-4ef2-a491-b02f90e83eab tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Dec 15 16:14:59.804642 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88651e12-2727-4381-a549-c00fc79bda2c x-openstack-request-id: req-88651e12-2727-4381-a549-c00fc79bda2c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:14:59.804933 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae", "tag": "23b5afbb-f35f-40bd-9283-e796cb257915", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:14:59.805183 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88651e12-2727-4381-a549-c00fc79bda2c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:14:59.805588 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'tag': '23b5afbb-f35f-40bd-9283-e796cb257915', 'status': 'completed', 'code': 200} Dec 15 16:14:59.817039 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146e06-acc3-46cd-9ba0-437e91cda694 service neutron] Pushing event updated for resources: {'Port': ['ID=23b5afbb-f35f-40bd-9283-e796cb257915,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:14:59.845609 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-0cf6fff3-d03d-4418-974d-23c73785542d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3653038 Dec 15 16:14:59.855499 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-5061fd8a-acbb-4a3d-9c4c-6eae64f06b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:14:59.856939 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-5061fd8a-acbb-4a3d-9c4c-6eae64f06b99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca560754a9c4530ba707aef9b98cff8&device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 1096 time: 0.0506113 Dec 15 16:14:59.935717 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-544e5f8c-0fa3-4adb-a1f4-263b09141b9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b5afbb-f35f-40bd-9283-e796cb257915 HTTP/1.1" status: 200 len: 217 time: 0.0685990 Dec 15 16:15:00.006964 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-6b0a7f2f-48db-4571-8f43-58e1d537a0ff service neutron] 10.222.0.36 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488736 Dec 15 16:15:00.008383 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-edd917ce-2e3c-49c9-a9cc-dad298ca5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.009719 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-edd917ce-2e3c-49c9-a9cc-dad298ca5c1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97e6d04c-e998-4b06-b065-17b134b371b1 HTTP/1.1" status: 200 len: 849 time: 0.0654163 Dec 15 16:15:00.080600 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-c61b0c6f-9bc9-40ff-94e0-0c8d4ecd925f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597870 Dec 15 16:15:00.178160 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-a9ba6935-f1c6-42ad-8893-9efaf3b38822 service neutron] 10.222.0.36 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637998 Dec 15 16:15:00.200858 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-9ec7b5f0-7dda-4552-8202-64a3325ab662 service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104560 Dec 15 16:15:00.321016 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c68adc27-fb2e-4df8-90ec-63799af82fcc req-e3663ac3-ef19-4505-8a9e-f8575a298060 service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090162 Dec 15 16:15:00.382879 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-23f63821-42fd-49fd-b148-7b4b5fee8203 req-ace3e118-6dec-45d1-8468-fde1d41e926b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 210 time: 0.0410786 Dec 15 16:15:00.448179 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-2ec3d63e-9cd2-48a1-8869-3fd43a43318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.449932 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-2ec3d63e-9cd2-48a1-8869-3fd43a43318d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca560754a9c4530ba707aef9b98cff8&device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 1096 time: 0.0474083 Dec 15 16:15:00.494004 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-aee7bda3-b9ef-4541-a592-320841affdd7 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.496279 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-aee7bda3-b9ef-4541-a592-320841affdd7 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.46 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Dec 15 16:15:00.574835 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-2dc9d674-026e-4cbb-adfd-6faf59e81e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.576577 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-2dc9d674-026e-4cbb-adfd-6faf59e81e2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 200 len: 910 time: 0.1179855 Dec 15 16:15:00.617531 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Deleting port 282cd38c-1d07-4bb0-8400-a79f6db5a357 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:00.618118 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:00.688220 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-670f3a12-7b41-4a1c-922a-a4efcd4be6c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b5afbb-f35f-40bd-9283-e796cb257915 HTTP/1.1" status: 200 len: 217 time: 0.1033893 Dec 15 16:15:00.731755 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] For port 282cd38c-1d07-4bb0-8400-a79f6db5a357, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=282cd38c-1d07-4bb0-8400-a79f6db5a357,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:00.732112 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:00.740022 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716cd09-5ae5-4b94-b1ed-b8695cc260ba req-da6893f6-90b6-44c6-b22a-cae370732733 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.742123 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b716cd09-5ae5-4b94-b1ed-b8695cc260ba req-da6893f6-90b6-44c6-b22a-cae370732733 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 943 time: 0.0888445 Dec 15 16:15:00.745885 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Calling delete_port for 282cd38c-1d07-4bb0-8400-a79f6db5a357 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:00.782889 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-13377f01-5821-4492-9a6b-772e275787ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.784858 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-13377f01-5821-4492-9a6b-772e275787ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97e6d04c-e998-4b06-b065-17b134b371b1 HTTP/1.1" status: 200 len: 849 time: 0.0844531 Dec 15 16:15:00.830471 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-f5329437-ca9e-4b2b-9433-8f641f4f4c90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349247 Dec 15 16:15:00.835705 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b716cd09-5ae5-4b94-b1ed-b8695cc260ba req-e9ba5a46-3277-4c75-9efe-be2b75aff310 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864389 Dec 15 16:15:00.954634 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-cd661a96-4473-400f-8245-e60b10579e7b service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041944 Dec 15 16:15:00.977783 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385d76d-b289-4cbc-b762-6f2b0fed5cc3 req-9d69d70b-924c-4369-8995-e09d24719348 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:00.979280 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b385d76d-b289-4cbc-b762-6f2b0fed5cc3 req-9d69d70b-924c-4369-8995-e09d24719348 tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/ports?device_id=200c57f2-8b45-445f-997c-8f5028b9d376 HTTP/1.1" status: 200 len: 945 time: 0.1098764 Dec 15 16:15:00.984347 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:01.030260 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Pushing event deleted for resources: {'Port': ['ID=282cd38c-1d07-4bb0-8400-a79f6db5a357,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:01.076466 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab82ed8b-9fe4-4e7a-a7cb-30e99620a238 req-c4193b3a-62e8-4642-b858-782f259c1529 service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026170 Dec 15 16:15:01.091300 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] No DVR routers for this DVR port 282cd38c-1d07-4bb0-8400-a79f6db5a357 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:01.095943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:01.099141 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e0ffdcb4-dd77-458a-b494-34729c4b4984 req-fa42968a-7b32-4468-9e4e-a753a78bea3f tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.46 "DELETE /v2.0/ports/282cd38c-1d07-4bb0-8400-a79f6db5a357 HTTP/1.1" status: 204 len: 173 time: 0.5947311 Dec 15 16:15:01.099588 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'name': 'network-vif-deleted', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:01.101915 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96962c70-3a66-4e87-9800-2ae95d5b2068" -d '{"events": [{"server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "name": "network-vif-deleted", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:01.116455 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b385d76d-b289-4cbc-b762-6f2b0fed5cc3 req-b0770085-a665-4c76-b6bf-8a56797ee50b tempest-TestMinimumBasicScenario-1568119062 tempest-TestMinimumBasicScenario-1568119062-project] 10.222.0.36 "GET /v2.0/security-groups?id=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256301 Dec 15 16:15:01.143187 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c972c527-2312-4b7b-83a1-6f007e44d86b x-openstack-request-id: req-c972c527-2312-4b7b-83a1-6f007e44d86b {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:01.143484 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200c57f2-8b45-445f-997c-8f5028b9d376", "name": "network-vif-deleted", "tag": "282cd38c-1d07-4bb0-8400-a79f6db5a357", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:01.143738 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c972c527-2312-4b7b-83a1-6f007e44d86b {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:01.144159 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200c57f2-8b45-445f-997c-8f5028b9d376', 'name': 'network-vif-deleted', 'tag': '282cd38c-1d07-4bb0-8400-a79f6db5a357', 'status': 'completed', 'code': 200} Dec 15 16:15:01.517089 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fc58dbee-e66c-4c42-8adb-5d201f7a97d6 req-3e4a95ee-19bd-43cf-9790-103b85e95cca tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 210 time: 0.0482674 Dec 15 16:15:01.531445 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c1686b5b-04ba-4c53-bf68-bdf1228e8e75 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:01.533127 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c1686b5b-04ba-4c53-bf68-bdf1228e8e75 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 817 time: 0.1625986 Dec 15 16:15:01.603194 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-2c80973d-3039-4d3e-9cd6-76b38e3a919e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 380 time: 0.0544782 Dec 15 16:15:01.612953 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'port': {'device_id': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'admin_state_up': True, 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'security_groups': ['16e395a3-1526-4b11-a73d-828f96ff26c7']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:01.725244 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Made reservation on behalf of 4293903670af4a238fe13d805fcd9d59 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:15:01.729090 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:01.793557 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45068) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:01.843533 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Deleting subnet a59029c7-4212-4738-8376-414a4da5de51 {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:01.846888 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:01.872873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Allocated IP 172.20.0.10 (ed985f33-cdae-44a4-bb97-f437877d64c9/378c90ed-9df8-4594-a2b4-5fd0506f7f5b/d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:15:01.887368 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505221'] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:01.950119 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:01.996470 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec3bf-9896-440a-ae98-dbfb4244a395 req-32b9e211-c7bc-4d29-86af-1ac372d1bfd5 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:01.997978 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8e7ec3bf-9896-440a-ae98-dbfb4244a395 req-32b9e211-c7bc-4d29-86af-1ac372d1bfd5 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 943 time: 0.0815701 Dec 15 16:15:02.020418 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.042310 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10070125'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.060254 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.078708 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59029c7-4212-4738-8376-414a4da5de51,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:02.085145 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8e7ec3bf-9896-440a-ae98-dbfb4244a395 req-b95863a9-32d7-4201-a826-2e90293b3d06 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811198 Dec 15 16:15:02.086601 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.089364 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ab46089c-e728-424c-b61b-7febde70e1aa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a59029c7-4212-4738-8376-414a4da5de51 HTTP/1.1" status: 204 len: 168 time: 0.2947109 Dec 15 16:15:02.091769 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45072) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:02.105910 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Network ed985f33-cdae-44a4-bb97-f437877d64c9 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:15:02.110208 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:15:02.114218 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:15:02.141239 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:02.167083 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.171494 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:02.172139 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.197658 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-c3e60519-2176-4592-8b63-9b5dc1f4aa9d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881357 Dec 15 16:15:02.218864 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Request body: {'port': {'device_id': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:02.266625 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.293613 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fbfb41-db6e-4bef-8cf9-4aa52d417fa9']}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:02.294068 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.304435 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6f83ce-bc0f-413a-8148-c16e43242d4b') {'for_net_delete': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:02.304749 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6f83ce-bc0f-413a-8148-c16e43242d4b') {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:02.315147 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505214'] for segment, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.340127 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.348620 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:02.349017 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9399825'] for segment, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: Traceback (most recent call last): Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: timer() Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: cb(*args, **kw) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: return func(*args, **kwargs) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: self._notify() Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: self.callback(batched_events) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: event.method(event) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: return f(self, *a, **k) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._get(url).json() Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:02.351460 dv-cinder-800704-2-iscsi neutron-server[102591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:02.378581 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-0b929e21-74b6-4e9d-9643-8ffac48d4793 None None] Provisioning complete for port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:02.379184 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0b929e21-74b6-4e9d-9643-8ffac48d4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.414332 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.422446 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.429196 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] 10.222.0.36 "DELETE /v2.0/networks/95fbfb41-db6e-4bef-8cf9-4aa52d417fa9 HTTP/1.1" status: 204 len: 168 time: 0.3356774 Dec 15 16:15:02.432227 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-0b929e21-74b6-4e9d-9643-8ffac48d4793 None None] Port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:15:02.437876 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45084) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:02.439067 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c79e6-e98f-4a69-be8b-f50faa17a046 admin admin] Pushing event deleted for resources: {'Network': ['ID=95fbfb41-db6e-4bef-8cf9-4aa52d417fa9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:02.526289 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 23b5afbb-f35f-40bd-9283-e796cb257915 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:15:02.528654 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 282cd38c-1d07-4bb0-8400-a79f6db5a357 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:02.608608 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 282cd38c-1d07-4bb0-8400-a79f6db5a357 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:02.609179 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 282cd38c-1d07-4bb0-8400-a79f6db5a357 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:02.662650 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 23b5afbb-f35f-40bd-9283-e796cb257915, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23b5afbb-f35f-40bd-9283-e796cb257915,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:02.675976 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '23b5afbb-f35f-40bd-9283-e796cb257915', 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf', 'port_id': '23b5afbb-f35f-40bd-9283-e796cb257915', 'mac_address': 'fa:16:3e:6c:d7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e6d04c-e998-4b06-b065-17b134b371b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:15:02.723851 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.739392 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b5afbb-f35f-40bd-9283-e796cb257915 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:02.764288 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 23b5afbb-f35f-40bd-9283-e796cb257915, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23b5afbb-f35f-40bd-9283-e796cb257915,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:02.768458 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.796570 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Deleting subnet e95654b7-84fd-46c7-9ae1-08c588e2790a {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:02.805440 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.828070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=23b5afbb-f35f-40bd-9283-e796cb257915,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:02.836932 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.837310 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.837967 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.838471 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.838972 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.839303 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.839638 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.839973 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.840305 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.840654 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.840988 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.841315 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.841729 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:02.876680 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b321b1c-7eda-4a2b-8448-3e573675bd13 req-ed6d3108-42fa-4098-9a7d-59837d6c4688 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:02.878255 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0b321b1c-7eda-4a2b-8448-3e573675bd13 req-ed6d3108-42fa-4098-9a7d-59837d6c4688 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 932 time: 0.1424127 Dec 15 16:15:02.886662 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9332731'] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:02.988910 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.025360 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:03.040063 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0b321b1c-7eda-4a2b-8448-3e573675bd13 req-ca96983d-ea66-4a00-b6bc-f598f7ec75c0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490970 Dec 15 16:15:03.040341 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.043509 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45124) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:03.063498 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Transition to ACTIVE for port object d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:15:03.073079 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['23b5afbb-f35f-40bd-9283-e796cb257915'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:15:03.075072 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.108204 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3325887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246087'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.150945 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95654b7-84fd-46c7-9ae1-08c588e2790a,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:03.158279 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.162319 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-66761be5-b8a9-48a5-9236-fe7f348afc8e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e95654b7-84fd-46c7-9ae1-08c588e2790a HTTP/1.1" status: 204 len: 168 time: 0.7228937 Dec 15 16:15:03.164885 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45128) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:03.166123 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:03.273272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Attempting to bind port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:15:03.273765 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Attempting to bind port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:15:03.274155 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Attempting to bind port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 on network ed985f33-cdae-44a4-bb97-f437877d64c9 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:03.278775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 on network ed985f33-cdae-44a4-bb97-f437877d64c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:15:03.278947 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Attempting to bind port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 on network ed985f33-cdae-44a4-bb97-f437877d64c9 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:03.284435 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:15:03.285042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Checking segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:15:03.285454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Bound using segment: {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:15:03.285887 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Bound port: d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95864fa-8481-4324-948b-ed6693ca0dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:15:03.286241 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.308819 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.321049 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba57395-3fff-4829-8d20-a6d4f4c3fcc4 req-57ce2bf7-0ab3-4ec8-8cd1-106ab6474538 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:03.322820 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bba57395-3fff-4829-8d20-a6d4f4c3fcc4 req-57ce2bf7-0ab3-4ec8-8cd1-106ab6474538 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 944 time: 0.1294620 Dec 15 16:15:03.359731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:15:03.362720 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:15:03.368866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.403740 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:03.404356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.405778 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 200 len: 1094 time: 1.1926503 Dec 15 16:15:03.406331 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:03.408651 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d667af-1db4-4680-a1b7-de35c9a27407" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:03.449344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bff8c-b21a-44c8-a1d8-dce7d28b67c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:03.454748 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db26b8a-2933-452d-b5f9-8aa3d9220c09 x-openstack-request-id: req-4db26b8a-2933-452d-b5f9-8aa3d9220c09 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:03.455035 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:03.455341 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4db26b8a-2933-452d-b5f9-8aa3d9220c09 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:03.455738 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'status': 'completed', 'code': 200} Dec 15 16:15:03.526777 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bba57395-3fff-4829-8d20-a6d4f4c3fcc4 req-3a209ef5-d70b-44dd-acee-bce04799f191 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954634 Dec 15 16:15:03.528387 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.542774 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-0d06e34c-4c10-4627-931f-0685d8f46733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:03.544595 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-0d06e34c-4c10-4627-931f-0685d8f46733 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1097 time: 0.0499530 Dec 15 16:15:03.562136 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bab57b-c52a-471f-9edf-50202acb7421']}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:03.592833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d97751-63dd-483f-b675-93c4b3a0622c') {'for_net_delete': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:03.593178 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d97751-63dd-483f-b675-93c4b3a0622c') {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:03.597458 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-002256d6-950d-4605-88bf-6f29babd1656 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 200 len: 217 time: 0.0415878 Dec 15 16:15:03.609047 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505214'] for segment, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.627033 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.648530 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-0d924007-7f91-4e7e-9f3b-e7c6430ba431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:03.650003 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-0d924007-7f91-4e7e-9f3b-e7c6430ba431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0440338 Dec 15 16:15:03.653361 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:03.653794 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9399825'] for segment, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: Traceback (most recent call last): Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: timer() Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: cb(*args, **kw) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: return func(*args, **kwargs) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: self._notify() Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: self.callback(batched_events) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: event.method(event) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: return f(self, *a, **k) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._get(url).json() Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:03.656502 dv-cinder-800704-2-iscsi neutron-server[102591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:03.702548 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-50d2af8f-2f63-4246-9ff3-09caf3df6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:03.703973 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-50d2af8f-2f63-4246-9ff3-09caf3df6fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443761 Dec 15 16:15:03.720484 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.726021 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.729716 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/83bab57b-c52a-471f-9edf-50202acb7421 HTTP/1.1" status: 204 len: 168 time: 0.5635700 Dec 15 16:15:03.742217 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb714-a0ca-4db7-a79b-f73e08eaa2b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bab57b-c52a-471f-9edf-50202acb7421,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:03.805596 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:03.817484 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-bc4e238a-f26a-4597-9967-989e33882d8b service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038663 Dec 15 16:15:03.869094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45134) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:03.932561 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2cef2185-b06a-4a24-aa42-9e177b8df323 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9449290fa7564062b7240e05b6ff7f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622823 Dec 15 16:15:03.936021 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45136) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:03.959490 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-285f2200-4920-4b7d-96f2-9aa26964fe96 req-6640750b-3061-4e41-94f9-672b7fb5294e service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329730 Dec 15 16:15:03.993908 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e7100a5d-a139-4bd9-840f-5ff2faf7ee1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.025210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e7100a5d-a139-4bd9-840f-5ff2faf7ee1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.063001 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Deleting port eb9a0d4d-a650-4730-9048-2fa52574c8e8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:04.063628 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.081284 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-87959162-86c5-4984-b54b-cd23f12354dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:04.082866 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-87959162-86c5-4984-b54b-cd23f12354dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1097 time: 0.0703504 Dec 15 16:15:04.118240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e7100a5d-a139-4bd9-840f-5ff2faf7ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.120857 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e7100a5d-a139-4bd9-840f-5ff2faf7ee1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.124444 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e7100a5d-a139-4bd9-840f-5ff2faf7ee1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/199e51a6-b555-4453-8263-ad3e21be9e60 HTTP/1.1" status: 204 len: 168 time: 0.1851029 Dec 15 16:15:04.154751 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] For port eb9a0d4d-a650-4730-9048-2fa52574c8e8, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=eb9a0d4d-a650-4730-9048-2fa52574c8e8,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:04.155147 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.170317 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Calling delete_port for eb9a0d4d-a650-4730-9048-2fa52574c8e8 owned by network:router_interface {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:04.188088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7100a5d-a139-4bd9-840f-5ff2faf7ee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e51a6-b555-4453-8263-ad3e21be9e60,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:04.243578 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6147c-3ab5-461a-ba8d-ce346ee87ec0 req-391344f0-017e-41db-a39c-21394dd9ef95 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:04.245831 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e5d6147c-3ab5-461a-ba8d-ce346ee87ec0 req-391344f0-017e-41db-a39c-21394dd9ef95 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0931740 Dec 15 16:15:04.251084 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-95b617b4-ac70-4e30-a185-c9d607156745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:04.252675 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-95b617b4-ac70-4e30-a185-c9d607156745 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.1570427 Dec 15 16:15:04.314591 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-0dfba154-67d0-47d4-81d5-fffa34be4175 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 200 len: 217 time: 0.0454869 Dec 15 16:15:04.365127 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.370817 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e5d6147c-3ab5-461a-ba8d-ce346ee87ec0 req-0aaa3a59-0da3-497b-afb1-b29fafe5f0ab tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171906 Dec 15 16:15:04.380564 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-7463141b-9e1b-4a38-a16b-c18716e81ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:04.382068 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-7463141b-9e1b-4a38-a16b-c18716e81ad3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0597773 Dec 15 16:15:04.393931 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9a0d4d-a650-4730-9048-2fa52574c8e8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:04.439251 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-d8b541ea-1547-4259-8c14-6235f91f5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:04.440844 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-d8b541ea-1547-4259-8c14-6235f91f5b0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509233 Dec 15 16:15:04.536014 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45144) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:04.553246 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 23b5afbb-f35f-40bd-9283-e796cb257915 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:15:04.564927 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-29ccc1bd-0085-4f0f-956b-fe88a5876034 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138985 Dec 15 16:15:04.626924 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-1c1c8c39-4ff3-4819-816a-f0487a4e078b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a30f0a7c21bd406b8798e7486149c904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898912 Dec 15 16:15:04.630739 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45148) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:04.646607 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 23b5afbb-f35f-40bd-9283-e796cb257915 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:15:04.650936 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 23b5afbb-f35f-40bd-9283-e796cb257915 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:04.651381 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.660857 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.702744 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-29d667af-1db4-4680-a1b7-de35c9a27407 req-5f42d9a8-0848-4dcb-863b-2bec9ccfebe2 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268895 Dec 15 16:15:04.740225 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.765212 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5afbb-f35f-40bd-9283-e796cb257915'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:04.767526 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e38c6f-d98c-4821-99c5-868d37a4bfc3" -d '{"events": [{"server_uuid": "1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae", "name": "network-vif-plugged", "status": "completed", "tag": "23b5afbb-f35f-40bd-9283-e796cb257915"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:04.782254 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 23b5afbb-f35f-40bd-9283-e796cb257915, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23b5afbb-f35f-40bd-9283-e796cb257915,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:04.789051 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:04.817366 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fff52c-9fa6-4ce5-89c7-fc5207da0221 x-openstack-request-id: req-59fff52c-9fa6-4ce5-89c7-fc5207da0221 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:04.817846 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae", "name": "network-vif-plugged", "status": "completed", "tag": "23b5afbb-f35f-40bd-9283-e796cb257915", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:04.818105 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59fff52c-9fa6-4ce5-89c7-fc5207da0221 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:04.818837 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5afbb-f35f-40bd-9283-e796cb257915', 'code': 200} Dec 15 16:15:04.853829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=23b5afbb-f35f-40bd-9283-e796cb257915,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:04.998880 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e804f1-cf0e-4e70-946f-88050c69c732 req-4aab96b2-aeb9-4dee-be32-adce5c392b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:05.000382 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74e804f1-cf0e-4e70-946f-88050c69c732 req-4aab96b2-aeb9-4dee-be32-adce5c392b94 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 1098 time: 0.0409763 Dec 15 16:15:05.040685 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b36d-e277-4f61-900a-d112afc48265 req-c3a7c86b-f3a3-4784-897f-04669ca87820 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:05.042241 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7752b36d-e277-4f61-900a-d112afc48265 req-c3a7c86b-f3a3-4784-897f-04669ca87820 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 944 time: 0.4003146 Dec 15 16:15:05.059458 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74e804f1-cf0e-4e70-946f-88050c69c732 req-e6c16927-2ef0-43d0-916c-4968e54260ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485559 Dec 15 16:15:05.073568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cab0f18d-5790-4ff9-8f38-8b75f24ba4ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.123303 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cab0f18d-5790-4ff9-8f38-8b75f24ba4ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.146039 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7752b36d-e277-4f61-900a-d112afc48265 req-e3f0cda5-b81d-4850-a90e-38425fc0cb66 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926025 Dec 15 16:15:05.252868 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cab0f18d-5790-4ff9-8f38-8b75f24ba4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.255471 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cab0f18d-5790-4ff9-8f38-8b75f24ba4ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.256719 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-cab0f18d-5790-4ff9-8f38-8b75f24ba4ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00b9214c-e571-4ca9-8294-78543735000e HTTP/1.1" status: 204 len: 168 time: 0.6249642 Dec 15 16:15:05.266847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0f18d-5790-4ff9-8f38-8b75f24ba4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9214c-e571-4ca9-8294-78543735000e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:05.285687 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Router 9a91db34-52fc-4105-9b81-b773713a6e22 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:15:05.395844 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:15:05.404504 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d3ed6371-765f-4417-9ad5-9bfd016cb5f7 admin admin] 10.222.0.36 "PUT /v2.0/routers/9a91db34-52fc-4105-9b81-b773713a6e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564603 Dec 15 16:15:05.404743 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45156) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:05.410217 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] Sync routers for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:15:05.424662 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:05.425285 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:05.516296 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774d55e-7db0-442f-b23b-ea54c4854f44 req-6c277003-df58-4b4d-ba9d-95f87227906f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:05.517894 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c774d55e-7db0-442f-b23b-ea54c4854f44 req-6c277003-df58-4b4d-ba9d-95f87227906f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0568442 Dec 15 16:15:05.529771 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks [] for router, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.578551 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:05.584705 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c774d55e-7db0-442f-b23b-ea54c4854f44 req-533f5510-4870-4c05-9439-54c7247d63f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566220 Dec 15 16:15:05.662283 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.717429 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Deleting port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:05.717855 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.785531 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:15:04Z', 'revision_number': 5, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port': {'id': '67cee5e3-f5cb-43ef-b243-c3afe8dff1bc', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:05.799849 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] For port 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:05.800317 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.815973 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] Checking router: 9a91db34-52fc-4105-9b81-b773713a6e22 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:15:05.820124 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Calling delete_port for 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc owned by network:router_gateway {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:05.833628 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] Routers {'9a91db34-52fc-4105-9b81-b773713a6e22'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:05.834257 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9a91db34-52fc-4105-9b81-b773713a6e22'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:05.957930 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] Set router 9a91db34-52fc-4105-9b81-b773713a6e22 gateway port host: None {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:05.994251 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.013131 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:15:05Z', 'revision_number': 6, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:06.031070 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cee5e3-f5cb-43ef-b243-c3afe8dff1bc,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:06.041824 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992f6dd-edea-43c5-b260-071ba3cf2a44 None None] The sync data for ids ['9a91db34-52fc-4105-9b81-b773713a6e22'] in dv-cinder-800704-2-iscsi is: [{'id': '9a91db34-52fc-4105-9b81-b773713a6e22', 'name': 'tempest-TestMinimumBasicScenario-1683858160-router', 'tenant_id': '174453a286344e0fa34d91d3ebcb8436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:29Z', 'updated_at': '2021-12-15T16:15:05Z', 'revision_number': 6, 'project_id': '174453a286344e0fa34d91d3ebcb8436', 'gw_port_host': None}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:15:06.105689 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.194530 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.198519 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.276211 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.276964 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a91db34-52fc-4105-9b81-b773713a6e22 {{(pid=102591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:15:06.283838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.287715 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-65b5a7a2-ae1a-4244-b59a-0fe72b99c503 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9a91db34-52fc-4105-9b81-b773713a6e22 HTTP/1.1" status: 204 len: 168 time: 0.8796740 Dec 15 16:15:06.288850 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45196) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:06.344037 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9fada-ece4-43a8-b001-95c81a0ccc54 req-b3682b31-2a27-4862-b0c9-19d40296af65 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:06.345661 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7ae9fada-ece4-43a8-b001-95c81a0ccc54 req-b3682b31-2a27-4862-b0c9-19d40296af65 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 945 time: 0.1070402 Dec 15 16:15:06.366956 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Deleting subnet 6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:06.375800 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.423653 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505221'] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.469666 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7ae9fada-ece4-43a8-b001-95c81a0ccc54 req-d6aecd3c-a1a4-4c9d-83be-e1b95fc6f802 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142588 Dec 15 16:15:06.555417 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.576626 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:15:06.611139 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10070125'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.639885 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:06.646681 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.653162 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45226) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:06.653765 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5bbdb40b-b592-4b92-9884-df746a13dd65 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ea7f2ca-3184-4bb8-9f5f-351e11bc7fe3 HTTP/1.1" status: 204 len: 168 time: 0.3633199 Dec 15 16:15:06.683484 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9aad7-e082-44a5-b2e7-65b7d4813865 None None] Network d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:15:06.779974 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.805825 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cade8-3e15-4b1f-9dc7-ebb75cba97c9 req-2044a1b9-44d5-4edb-8ae8-eddb1cfd7e6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:06.807461 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d10cade8-3e15-4b1f-9dc7-ebb75cba97c9 req-2044a1b9-44d5-4edb-8ae8-eddb1cfd7e6a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0919173 Dec 15 16:15:06.939936 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d10cade8-3e15-4b1f-9dc7-ebb75cba97c9 req-c1e632eb-cbba-4bdf-9140-ea140fc114fe tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949786 Dec 15 16:15:06.944816 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Deleting port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:06.945323 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:06.957625 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:06.968901 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:07.003147 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:07.003621 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 67cee5e3-f5cb-43ef-b243-c3afe8dff1bc not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:07.004131 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device eb9a0d4d-a650-4730-9048-2fa52574c8e8 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:07.011927 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'mac_address': 'fa:16:3e:b7:51:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:15:07.014647 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] For port e8f0b410-3f58-4e31-a2cb-cbeaad00f020, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,segment=NetworkSegment(44a46e47-8f40-4bdd-a7f0-ce634f2a1921),segment_id=44a46e47-8f40-4bdd-a7f0-ce634f2a1921)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:07.015061 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.031178 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Calling delete_port for e8f0b410-3f58-4e31-a2cb-cbeaad00f020 owned by network:dhcp {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:07.033482 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: eb9a0d4d-a650-4730-9048-2fa52574c8e8 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:07.033883 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device eb9a0d4d-a650-4730-9048-2fa52574c8e8 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:07.084238 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.110699 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:07.131579 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd1fc6-89cd-4739-96b5-9bb86f6e3153 None None] DHCP port deletion for d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:15:07.143192 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.154843 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:07.160517 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.173684 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f0b410-3f58-4e31-a2cb-cbeaad00f020,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:07.176272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] No DVR routers for this DVR port e8f0b410-3f58-4e31-a2cb-cbeaad00f020 on host dv-cinder-800704-2-iscsi {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:07.232687 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:07.268047 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.289123 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:07.298092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a46e47-8f40-4bdd-a7f0-ce634f2a1921') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:07.298387 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a46e47-8f40-4bdd-a7f0-ce634f2a1921') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:07.309103 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.323861 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.329775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:07.330196 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:07.331849 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:07.387873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.393690 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:07.396886 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de HTTP/1.1" status: 204 len: 168 time: 0.7419653 Dec 15 16:15:07.400539 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45246) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:07.408563 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b073-d0c4-4600-9be5-676390d12669 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e2f581-0cb5-4ae9-aba0-eb2ae7e5c1de,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:07.425065 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:15:07.645808 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8e98-4f9a-4044-84e3-800c8450c0b5 req-21e7b224-f229-44b5-8c7e-6c695329cebb tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:07.647837 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-787a8e98-4f9a-4044-84e3-800c8450c0b5 req-21e7b224-f229-44b5-8c7e-6c695329cebb tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 945 time: 0.0979872 Dec 15 16:15:07.746319 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-787a8e98-4f9a-4044-84e3-800c8450c0b5 req-3fae1a3f-1943-454a-8df8-e2be10421601 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916176 Dec 15 16:15:07.832144 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.084919 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac18ff7-e3a2-401e-9755-9b0a39f2a7eb req-177bd124-f1b0-443a-aacc-24f8c5919f40 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:08.086558 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0ac18ff7-e3a2-401e-9755-9b0a39f2a7eb req-177bd124-f1b0-443a-aacc-24f8c5919f40 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 945 time: 0.0640872 Dec 15 16:15:08.100354 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Deleting port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:08.100663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.134862 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0ac18ff7-e3a2-401e-9755-9b0a39f2a7eb req-f6d07c7e-a2aa-40c4-b2fd-a428ff89057a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Dec 15 16:15:08.196037 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] For port 89318707-aeaa-4cfb-a0cd-cbdd7a513bba, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:08.196402 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.209417 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Calling delete_port for 89318707-aeaa-4cfb-a0cd-cbdd7a513bba owned by network:router_interface {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:08.419364 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.444793 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=89318707-aeaa-4cfb-a0cd-cbdd7a513bba,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:08.456176 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e30f-8a6b-4198-b72c-c2a3a66d22a1 req-078e6b49-fa1a-49a7-8dbc-761148b8a793 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:08.457750 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-caa2e30f-8a6b-4198-b72c-c2a3a66d22a1 req-078e6b49-fa1a-49a7-8dbc-761148b8a793 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 945 time: 0.0551245 Dec 15 16:15:08.512167 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-caa2e30f-8a6b-4198-b72c-c2a3a66d22a1 req-9bdf4107-7aad-44fe-abff-1f0387c0f303 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Dec 15 16:15:08.591656 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:15:08.619912 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.648958 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:15:08.652888 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:08.653264 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.733753 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.756456 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:08.758877 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9c82db-b832-4f4c-b0ea-cc779d8c7034" -d '{"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:08.771627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:08.777264 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:08.805257 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5296705a-25c0-4594-b178-3d287af7987f x-openstack-request-id: req-5296705a-25c0-4594-b178-3d287af7987f {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:08.805615 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:08.806004 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5296705a-25c0-4594-b178-3d287af7987f {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:08.806402 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'code': 200} Dec 15 16:15:08.856077 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:08.860674 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:15:08.944164 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device e8f0b410-3f58-4e31-a2cb-cbeaad00f020 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:08.967487 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: e8f0b410-3f58-4e31-a2cb-cbeaad00f020 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:08.967834 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device e8f0b410-3f58-4e31-a2cb-cbeaad00f020 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:08.993133 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:15:08.998136 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-4c561684-4d60-4f7e-acbc-40cc9b74fda7 admin admin] 10.222.0.36 "PUT /v2.0/routers/3fd21261-03b4-450c-94a5-5a4adbfeb2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5964768 Dec 15 16:15:09.000454 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45272) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:09.005800 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] Sync routers for ids ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:15:09.025618 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] Routers {'3fd21261-03b4-450c-94a5-5a4adbfeb2b9'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:09.026408 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:09.052517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4a1d8-cdbc-4689-a4c3-59ce34166447 req-4203526a-3f42-44b6-96f6-4af1282e676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:09.055120 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-aaf4a1d8-cdbc-4689-a4c3-59ce34166447 req-4203526a-3f42-44b6-96f6-4af1282e676d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1099 time: 0.0561175 Dec 15 16:15:09.112224 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-aaf4a1d8-cdbc-4689-a4c3-59ce34166447 req-4f83cf28-c54f-47f8-b39d-aef9f2c5ab05 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Dec 15 16:15:09.117660 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks [] for router, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:09.149037 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] Set router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:09.224535 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:09.282008 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfec58-a6a3-4ed9-841c-7022fd8047ce req-ba81aefc-de03-499e-bc51-a87d8dd38155 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:09.283397 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-75dfec58-a6a3-4ed9-841c-7022fd8047ce req-ba81aefc-de03-499e-bc51-a87d8dd38155 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0643067 Dec 15 16:15:09.287517 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Deleting port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:09.287741 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:09.334444 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-75dfec58-a6a3-4ed9-841c-7022fd8047ce req-0e848bae-cf23-4f0d-a230-a6aec4555864 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Dec 15 16:15:09.337293 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:15:08Z', 'revision_number': 5, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port': {'id': '6fdb29c2-3c8d-470a-bc79-20f5644c2b05', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:db:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:11:39Z', 'updated_at': '2021-12-15T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:09.363663 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] Checking router: 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:15:09.372455 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] Routers {'3fd21261-03b4-450c-94a5-5a4adbfeb2b9'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:09.373060 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:09.385208 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] For port 6fdb29c2-3c8d-470a-bc79-20f5644c2b05, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:09.385725 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:09.397716 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Calling delete_port for 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 owned by network:router_gateway {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:09.458405 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] Set router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:09.607946 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:15:09Z', 'revision_number': 6, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:09.635257 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573895ca-fe44-44d1-82e2-2537e32fa54c None None] The sync data for ids ['3fd21261-03b4-450c-94a5-5a4adbfeb2b9'] in dv-cinder-800704-2-iscsi is: [{'id': '3fd21261-03b4-450c-94a5-5a4adbfeb2b9', 'name': 'tempest-TestMinimumBasicScenario-577384411-router', 'tenant_id': '73d03ff8f09641ccbcc93172836636f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:11:38Z', 'updated_at': '2021-12-15T16:15:09Z', 'revision_number': 6, 'project_id': '73d03ff8f09641ccbcc93172836636f2', 'gw_port_host': None}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:15:09.748163 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eed5f-d418-48a8-ad3d-337301566c35 req-fd6d9f59-ede6-4de5-8114-a45a7936a335 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:09.749654 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7c8eed5f-d418-48a8-ad3d-337301566c35 req-fd6d9f59-ede6-4de5-8114-a45a7936a335 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 945 time: 0.0925157 Dec 15 16:15:09.853791 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7c8eed5f-d418-48a8-ad3d-337301566c35 req-67d76e81-1db9-4b6f-a178-80afb4e0507a tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627859 Dec 15 16:15:09.894616 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:09.922595 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdb29c2-3c8d-470a-bc79-20f5644c2b05,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:09.990354 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.087226 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.089697 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.137568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.138645 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fd21261-03b4-450c-94a5-5a4adbfeb2b9 {{(pid=102591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:15:10.142601 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.143751 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-0652e72b-e1d0-48af-8eee-b4bff03ebb88 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3fd21261-03b4-450c-94a5-5a4adbfeb2b9 HTTP/1.1" status: 204 len: 168 time: 1.1423569 Dec 15 16:15:10.146219 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45280) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:10.194572 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Deleting subnet 8da13590-11b1-4639-a06a-5f86a6942456 {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:10.197647 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.235003 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505221'] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.299618 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-fbd71b44-fbb9-4530-837c-9509c2f52b4f tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:10.302152 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-fbd71b44-fbb9-4530-837c-9509c2f52b4f tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 945 time: 0.0619397 Dec 15 16:15:10.327742 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.392352 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10070125'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.426349 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da13590-11b1-4639-a06a-5f86a6942456,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:10.430684 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.437371 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-80cbff78-2764-4ad5-a375-bccc1bdec881 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8da13590-11b1-4639-a06a-5f86a6942456 HTTP/1.1" status: 204 len: 168 time: 0.2875721 Dec 15 16:15:10.439469 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45284) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:10.441133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eef2d7-1331-4c8e-bf5d-1cdacee91f18 None None] Network 12db1fad-845a-42eb-8783-bb17742ae302 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:15:10.456329 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Deleting port 23b5afbb-f35f-40bd-9283-e796cb257915 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:10.457126 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.552012 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.581085 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31d162-6f72-40fc-8423-56b90f9a5fe1 req-6b33ee7d-08ec-4f47-94d8-a43a250fd966 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:10.582706 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c31d162-6f72-40fc-8423-56b90f9a5fe1 req-6b33ee7d-08ec-4f47-94d8-a43a250fd966 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0750058 Dec 15 16:15:10.630810 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] For port 23b5afbb-f35f-40bd-9283-e796cb257915, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=23b5afbb-f35f-40bd-9283-e796cb257915,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:10.631227 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.641710 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Deleting port ad97d3ab-3c95-44a8-ba1d-201490d8f977 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:10.642042 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.659411 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Calling delete_port for 23b5afbb-f35f-40bd-9283-e796cb257915 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:10.673928 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c31d162-6f72-40fc-8423-56b90f9a5fe1 req-df3b225b-d179-4ab7-9f3e-1cb8aaa74bd8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823660 Dec 15 16:15:10.681361 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] DHCP port deletion for 12db1fad-845a-42eb-8783-bb17742ae302 request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:15:10.735822 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] For port ad97d3ab-3c95-44a8-ba1d-201490d8f977, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=ad97d3ab-3c95-44a8-ba1d-201490d8f977,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:10.737867 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.746732 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] Deleting port ad97d3ab-3c95-44a8-ba1d-201490d8f977 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:10.747111 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.762083 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Calling delete_port for ad97d3ab-3c95-44a8-ba1d-201490d8f977 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:10.865585 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.873456 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.878292 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] For port ad97d3ab-3c95-44a8-ba1d-201490d8f977, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=ad97d3ab-3c95-44a8-ba1d-201490d8f977,segment=NetworkSegment(07e36d7c-0fb6-4a6c-82d5-373daf166463),segment_id=07e36d7c-0fb6-4a6c-82d5-373daf166463)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:10.878993 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.893206 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 89318707-aeaa-4cfb-a0cd-cbdd7a513bba no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:10.912398 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Pushing event deleted for resources: {'Port': ['ID=23b5afbb-f35f-40bd-9283-e796cb257915,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:10.924637 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad97d3ab-3c95-44a8-ba1d-201490d8f977,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:10.927424 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] Calling delete_port for ad97d3ab-3c95-44a8-ba1d-201490d8f977 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:10.931823 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] No DVR routers for this DVR port ad97d3ab-3c95-44a8-ba1d-201490d8f977 on host dv-cinder-800704-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:10.947484 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.947838 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.948187 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.948524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.948857 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.949186 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.949540 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.949921 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.950251 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.950579 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.950902 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.951222 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.951545 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:10.960784 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 89318707-aeaa-4cfb-a0cd-cbdd7a513bba {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:10.961178 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 89318707-aeaa-4cfb-a0cd-cbdd7a513bba not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:10.961629 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device ad97d3ab-3c95-44a8-ba1d-201490d8f977 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:10.980908 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] No DVR routers for this DVR port 23b5afbb-f35f-40bd-9283-e796cb257915 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:10.983722 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:10.988794 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e5fcaa93-3676-4a3b-9688-9ff4c1bb4890 req-516559af-ca5b-4af4-beaa-54d53993efcd tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "DELETE /v2.0/ports/23b5afbb-f35f-40bd-9283-e796cb257915 HTTP/1.1" status: 204 len: 173 time: 0.6587968 Dec 15 16:15:10.989445 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'name': 'network-vif-deleted', 'tag': '23b5afbb-f35f-40bd-9283-e796cb257915'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:10.993656 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9009a46-62da-4121-b658-c171da0ca79d" -d '{"events": [{"server_uuid": "1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae", "name": "network-vif-deleted", "tag": "23b5afbb-f35f-40bd-9283-e796cb257915"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:11.007500 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: ad97d3ab-3c95-44a8-ba1d-201490d8f977 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:11.007981 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device ad97d3ab-3c95-44a8-ba1d-201490d8f977 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:11.011033 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:11.039411 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-38d44718-0b10-4f65-bb55-59b3456a3336 req-efb41842-1a3e-4773-ba91-61730aac26c1 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae HTTP/1.1" status: 200 len: 210 time: 0.0696118 Dec 15 16:15:11.050310 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.070397 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ea8e4-c4b7-4496-9d30-e80791fa85cf x-openstack-request-id: req-be6ea8e4-c4b7-4496-9d30-e80791fa85cf {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:11.070687 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae", "name": "network-vif-deleted", "tag": "23b5afbb-f35f-40bd-9283-e796cb257915", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:11.070961 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be6ea8e4-c4b7-4496-9d30-e80791fa85cf {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:11.071365 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6e6a3d-e016-4e87-8c6f-f1f6b1a76dae', 'name': 'network-vif-deleted', 'tag': '23b5afbb-f35f-40bd-9283-e796cb257915', 'status': 'completed', 'code': 200} Dec 15 16:15:11.088810 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12db1fad-845a-42eb-8783-bb17742ae302']}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.098822 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e36d7c-0fb6-4a6c-82d5-373daf166463') {'for_net_delete': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.099125 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e36d7c-0fb6-4a6c-82d5-373daf166463') {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:11.103184 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:11.103536 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 6fdb29c2-3c8d-470a-bc79-20f5644c2b05 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:11.116323 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505214'] for segment, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.132041 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.138571 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:11.138963 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9399825'] for segment, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: Traceback (most recent call last): Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: timer() Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: cb(*args, **kw) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: return func(*args, **kwargs) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: self._notify() Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: self.callback(batched_events) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: event.method(event) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: return f(self, *a, **k) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._get(url).json() Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:11.140659 dv-cinder-800704-2-iscsi neutron-server[102591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:11.166009 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.196779 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.202526 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.206634 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/12db1fad-845a-42eb-8783-bb17742ae302 HTTP/1.1" status: 204 len: 168 time: 0.7658966 Dec 15 16:15:11.208229 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] Pushing event deleted for resources: {'Port': ['ID=ad97d3ab-3c95-44a8-ba1d-201490d8f977,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:11.219655 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0af15-e6ca-477a-8805-b2e8fe75e3e2 None None] No DVR routers for this DVR port ad97d3ab-3c95-44a8-ba1d-201490d8f977 on host dv-cinder-800704-2-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:11.221191 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a11a-a2dc-4190-8e6b-e30238a722f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12db1fad-845a-42eb-8783-bb17742ae302,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:11.378923 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45294) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.419701 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-34979879-598a-4e8a-8640-598f144ac629 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=174453a286344e0fa34d91d3ebcb8436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394757 Dec 15 16:15:11.422129 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45296) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.468457 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f15310f-c349-461f-9373-d649b4408f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.490162 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f15310f-c349-461f-9373-d649b4408f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.543958 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f15310f-c349-461f-9373-d649b4408f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.546687 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f15310f-c349-461f-9373-d649b4408f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:11.550216 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9f15310f-c349-461f-9373-d649b4408f10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a HTTP/1.1" status: 204 len: 168 time: 0.1247981 Dec 15 16:15:11.556873 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15310f-c349-461f-9373-d649b4408f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977f1c5-b388-4d7f-af8f-ec0bb9cdf46a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:11.813036 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4149cb9-263e-4de6-a435-70c777491661 req-cbe59494-9953-4312-a804-9b9ec48c0987 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:11.814551 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d4149cb9-263e-4de6-a435-70c777491661 req-cbe59494-9953-4312-a804-9b9ec48c0987 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0559878 Dec 15 16:15:11.865478 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d4149cb9-263e-4de6-a435-70c777491661 req-d3fb2213-10e6-4b41-acec-7161247a1f4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Dec 15 16:15:11.906607 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45306) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.960237 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b5e4437e-eb2f-4713-95bf-6cb6d3de7a9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73d03ff8f09641ccbcc93172836636f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520792 Dec 15 16:15:11.962653 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45308) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:11.996446 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fb8d6-dd56-4609-a0ad-3abc65315519 req-2ed7c0a7-80ce-425f-bfbd-fe267dcc35d2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:12.000471 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-674fb8d6-dd56-4609-a0ad-3abc65315519 req-2ed7c0a7-80ce-425f-bfbd-fe267dcc35d2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0581388 Dec 15 16:15:12.007166 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45310) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:12.011704 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Request body: {'floatingip': {'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:12.013446 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abb7098a-a668-495b-8f59-48a5012fe49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.034394 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abb7098a-a668-495b-8f59-48a5012fe49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.058741 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.096492 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abb7098a-a668-495b-8f59-48a5012fe49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.099832 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abb7098a-a668-495b-8f59-48a5012fe49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.101663 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-abb7098a-a668-495b-8f59-48a5012fe49b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1fa70d7-ce1f-4690-ad3e-cbde086f3a9f HTTP/1.1" status: 204 len: 168 time: 0.1378496 Dec 15 16:15:12.112560 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7098a-a668-495b-8f59-48a5012fe49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa70d7-ce1f-4690-ad3e-cbde086f3a9f,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:12.637068 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 23b5afbb-f35f-40bd-9283-e796cb257915 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:12.658607 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 23b5afbb-f35f-40bd-9283-e796cb257915 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:12.658954 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 23b5afbb-f35f-40bd-9283-e796cb257915 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:12.751854 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-f1185476-eb54-4fc6-b376-ef02cf511907 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:12.753302 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-f1185476-eb54-4fc6-b376-ef02cf511907 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/networks?id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 200 len: 809 time: 0.4654281 Dec 15 16:15:12.797326 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-981d8acc-89d6-481d-828b-5ce7961ef4d4 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/quotas/0ca560754a9c4530ba707aef9b98cff8 HTTP/1.1" status: 200 len: 375 time: 0.0375936 Dec 15 16:15:12.859506 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-cb963203-70d5-4b23-a1a6-5ead535a5cf0 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ca560754a9c4530ba707aef9b98cff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564113 Dec 15 16:15:12.922205 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:12.930563 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:13.032357 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-a0f4a82c-6088-4263-ab16-d2f2a39a3340 service neutron] 10.222.0.36 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645703 Dec 15 16:15:13.097682 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Floating IP ed7e524e-8b46-4952-902c-670dbc86b16b associated. External IP: 172.27.0.19, port: d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76. Dec 15 16:15:13.211222 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-b0d29c2a-0882-4c1d-92a1-6a31fd3b3212 service neutron] 10.222.0.36 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675487 Dec 15 16:15:13.343092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:15:13.383110 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3158f082-7719-486a-a57f-add379add7fd req-ca7a6e00-0d01-491c-86c0-bd3f9fa14f9e tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 210 time: 0.0358787 Dec 15 16:15:13.458417 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:15:13.463236 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:13.469502 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:15:13.487082 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:13.488277 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:13.492466 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-dad88f60-6b9b-4ed8-928d-87fabc5f5824 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "PUT /v2.0/floatingips/ed7e524e-8b46-4952-902c-670dbc86b16b HTTP/1.1" status: 200 len: 991 time: 1.4827964 Dec 15 16:15:13.492466 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:13.494838 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4d950-93a6-4623-ac40-8c7d16b31ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:13.549970 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40b409-8fcc-48fc-b30a-ac7c0d5a40f1 x-openstack-request-id: req-3b40b409-8fcc-48fc-b30a-ac7c0d5a40f1 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:13.550257 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:13.550514 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b40b409-8fcc-48fc-b30a-ac7c0d5a40f1 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:13.550902 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'status': 'completed', 'code': 200} Dec 15 16:15:13.628458 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:13.640565 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-a908cfd3-d5d0-4cdf-becc-053cbb77f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:13.642191 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-a908cfd3-d5d0-4cdf-becc-053cbb77f388 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1099 time: 0.0578935 Dec 15 16:15:13.749974 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-fefa7dc0-d15d-4eeb-96d9-b4e321e85279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:13.750992 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-fefa7dc0-d15d-4eeb-96d9-b4e321e85279 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.0995491 Dec 15 16:15:13.833608 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-a4f2ba0f-ab6f-4238-9339-630b35d2b662 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 200 len: 999 time: 0.0724733 Dec 15 16:15:13.886840 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-23424598-c9f5-4696-ad67-3cd53883fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:13.888454 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-23424598-c9f5-4696-ad67-3cd53883fd91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0463433 Dec 15 16:15:13.889871 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'ed7e524e-8b46-4952-902c-670dbc86b16b', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'mac_address': 'fa:16:3e:b7:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:14:58Z', 'updated_at': '2021-12-15T16:15:12Z', 'revision_number': 1, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:13.921962 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:15:13.936271 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:15:13.936980 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:14:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:13.943028 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-5bfab12f-3787-42a0-ba79-f2dfc004851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:13.945264 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-5bfab12f-3787-42a0-ba79-f2dfc004851b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442159 Dec 15 16:15:14.050232 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:15:14.058019 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-9c8da82a-ad03-49ec-a485-76ad777f044e service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960915 Dec 15 16:15:14.160714 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-74a4d950-93a6-4623-ac40-8c7d16b31ac9 req-4f84e55e-49e4-40e7-94ab-54ea2643c010 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930159 Dec 15 16:15:14.279837 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:14.310301 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'ed7e524e-8b46-4952-902c-670dbc86b16b', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'mac_address': 'fa:16:3e:b7:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:14:58Z', 'updated_at': '2021-12-15T16:15:12Z', 'revision_number': 1, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:14.339665 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafbffc-6cd1-4032-8413-e99f0167ea1a None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'ed7e524e-8b46-4952-902c-670dbc86b16b', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'mac_address': 'fa:16:3e:b7:51:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:14:58Z', 'updated_at': '2021-12-15T16:15:12Z', 'revision_number': 1, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:15:14.490153 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f4174d1d-fb31-4b07-ad7e-04c91ed582e4 req-7094fe94-3022-4ce1-903f-f07b5dbd64f0 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 210 time: 0.0297923 Dec 15 16:15:14.563718 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e778c2-25a2-46af-8262-ec9db9e64c69 None None] New status for floating IP ed7e524e-8b46-4952-902c-670dbc86b16b: ACTIVE {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:15:14.619731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-d71585a1-cd51-4f8c-b6bb-0576ffc4f5cc tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:14.624584 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-d71585a1-cd51-4f8c-b6bb-0576ffc4f5cc tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "GET /v2.0/networks?id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 200 len: 809 time: 0.1231887 Dec 15 16:15:14.638829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Request body: {'port': {'device_id': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf', 'admin_state_up': True, 'tenant_id': '0ca560754a9c4530ba707aef9b98cff8'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:14.763086 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Made reservation on behalf of 0ca560754a9c4530ba707aef9b98cff8 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:15:14.766637 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:14.896299 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Allocated IP 172.20.0.4 (12a9bd9f-1183-4bb2-81d2-63d81ac64ccf/97e6d04c-e998-4b06-b065-17b134b371b1/406dd020-a863-434b-bd0f-5294955fd5c2) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:15:15.050360 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.085187 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.134264 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:15:15.138100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Pushing event updated for resources: {'Port': ['ID=406dd020-a863-434b-bd0f-5294955fd5c2,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:15.140483 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:15:15.142544 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:15:15.190151 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.190749 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.209747 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-6f9e0ed9-877f-44bf-8432-31a935c38066 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763190 Dec 15 16:15:15.222517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Request body: {'port': {'device_id': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:15.282654 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.544502 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406dd020-a863-434b-bd0f-5294955fd5c2 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:15.551762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.563673 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Transition to ACTIVE for port object 406dd020-a863-434b-bd0f-5294955fd5c2 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:15:15.568495 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.617912 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee2f2-16a3-4a02-b0bf-f4e2d9bc7cc5 req-6e7c9e89-0d72-41fe-bb0f-c6a4b997bc9f tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.620157 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c96ee2f2-16a3-4a02-b0bf-f4e2d9bc7cc5 req-6e7c9e89-0d72-41fe-bb0f-c6a4b997bc9f tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 943 time: 0.0578082 Dec 15 16:15:15.653553 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Pushing event updated for resources: {'Port': ['ID=406dd020-a863-434b-bd0f-5294955fd5c2,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:15.680409 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c96ee2f2-16a3-4a02-b0bf-f4e2d9bc7cc5 req-a1e63f5f-5610-4de3-8d85-94628be4709e tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493035 Dec 15 16:15:15.704426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Attempting to bind port 406dd020-a863-434b-bd0f-5294955fd5c2 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:15:15.704762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Attempting to bind port 406dd020-a863-434b-bd0f-5294955fd5c2 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:15:15.705084 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Attempting to bind port 406dd020-a863-434b-bd0f-5294955fd5c2 on network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:15.709329 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Port 406dd020-a863-434b-bd0f-5294955fd5c2 on network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:15:15.709680 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Attempting to bind port 406dd020-a863-434b-bd0f-5294955fd5c2 on network 12a9bd9f-1183-4bb2-81d2-63d81ac64ccf {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:15:15.715092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:15:15.715424 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Checking segment: {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:15:15.715797 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Bound using segment: {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:15:15.716210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Bound port: 406dd020-a863-434b-bd0f-5294955fd5c2, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952fc094-9625-4bdf-b060-c9c953c5073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:15:15.716552 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.783208 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] For port 406dd020-a863-434b-bd0f-5294955fd5c2, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:15:15.786342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] For port 406dd020-a863-434b-bd0f-5294955fd5c2, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=406dd020-a863-434b-bd0f-5294955fd5c2,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:15:15.791092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.826788 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.827395 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.828770 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/406dd020-a863-434b-bd0f-5294955fd5c2 HTTP/1.1" status: 200 len: 1093 time: 0.6103888 Dec 15 16:15:15.829222 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'tag': '406dd020-a863-434b-bd0f-5294955fd5c2'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:15.831520 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26346192-cec3-47a4-97c7-38142cca664d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d6dbbb-302d-425d-afe4-651d0ff1ad77", "tag": "406dd020-a863-434b-bd0f-5294955fd5c2"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:15.853866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbacb6d-81cd-4e96-b9c5-a504a8e560b5 service neutron] Pushing event updated for resources: {'Port': ['ID=406dd020-a863-434b-bd0f-5294955fd5c2,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:15.881004 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c5cebe-5e7d-426b-955c-67e4812f3d43 x-openstack-request-id: req-02c5cebe-5e7d-426b-955c-67e4812f3d43 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:15.881285 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d6dbbb-302d-425d-afe4-651d0ff1ad77", "tag": "406dd020-a863-434b-bd0f-5294955fd5c2", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:15.881559 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02c5cebe-5e7d-426b-955c-67e4812f3d43 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:15.882673 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'tag': '406dd020-a863-434b-bd0f-5294955fd5c2', 'status': 'completed', 'code': 200} Dec 15 16:15:15.919630 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-b425fa72-980c-40ba-8701-6ce8f3786742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.921123 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-b425fa72-980c-40ba-8701-6ce8f3786742 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca560754a9c4530ba707aef9b98cff8&device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 1096 time: 0.0488262 Dec 15 16:15:15.967057 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-618737a0-d65c-4a3d-bbee-e2fa685a350f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=406dd020-a863-434b-bd0f-5294955fd5c2 HTTP/1.1" status: 200 len: 217 time: 0.0352566 Dec 15 16:15:16.020652 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-fd6f4922-8190-465d-a957-e9fdddf3c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.022138 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-fd6f4922-8190-465d-a957-e9fdddf3c24f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97e6d04c-e998-4b06-b065-17b134b371b1 HTTP/1.1" status: 200 len: 849 time: 0.0438304 Dec 15 16:15:16.060928 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-25468330-2026-4549-b9cf-7ba7c21d25a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246904 Dec 15 16:15:16.156491 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-a2fc511a-8ea0-4bf0-9571-2427d6618f74 service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 Dec 15 16:15:16.253917 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c04719f1-ce7c-416e-a39e-6be70b17c3c4 req-1619553e-cc04-4094-95cb-a48b5023243a service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849450 Dec 15 16:15:16.347416 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26346192-cec3-47a4-97c7-38142cca664d req-79f00308-911d-4612-a54a-449d7bcbff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.348900 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-79f00308-911d-4612-a54a-449d7bcbff13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca560754a9c4530ba707aef9b98cff8&device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 1096 time: 0.0451899 Dec 15 16:15:16.442550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26346192-cec3-47a4-97c7-38142cca664d req-d458235a-c6f1-49a7-9ad1-074ba6cbc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.444168 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-d458235a-c6f1-49a7-9ad1-074ba6cbc7fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 200 len: 910 time: 0.0875158 Dec 15 16:15:16.493756 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-e8538643-2b9d-4e01-936c-8597e8cb88e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=406dd020-a863-434b-bd0f-5294955fd5c2 HTTP/1.1" status: 200 len: 217 time: 0.0411146 Dec 15 16:15:16.548654 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26346192-cec3-47a4-97c7-38142cca664d req-881dc1d4-dc07-4acd-ac9b-83aa5eff3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.551649 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-881dc1d4-dc07-4acd-ac9b-83aa5eff3954 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97e6d04c-e998-4b06-b065-17b134b371b1 HTTP/1.1" status: 200 len: 849 time: 0.0466461 Dec 15 16:15:16.595044 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-46b9d414-ec39-4e2c-bbab-04b6699229e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278370 Dec 15 16:15:16.692066 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-1e1f2c4f-f72b-4fb6-ae5f-060602c6772f service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883441 Dec 15 16:15:16.829658 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8875e-b403-4ab7-a973-469d5dd3cab7 req-452b33b7-6e68-4922-883d-b22318ca7e35 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:16.831209 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ca8875e-b403-4ab7-a973-469d5dd3cab7 req-452b33b7-6e68-4922-883d-b22318ca7e35 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 943 time: 0.0760956 Dec 15 16:15:16.833252 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-26346192-cec3-47a4-97c7-38142cca664d req-f1ebef55-a966-47fd-87aa-a0afdbf9eddd service neutron] 10.222.0.46 "GET /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337447 Dec 15 16:15:16.883278 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ca8875e-b403-4ab7-a973-469d5dd3cab7 req-33b3c510-9ec1-407b-9019-39d894713226 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456793 Dec 15 16:15:18.012219 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831fa0c-d58c-4af1-bc9b-7d57fd406f75 req-f02c9b09-a6aa-4b8f-a263-39ee9697d6f6 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:18.013705 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3831fa0c-d58c-4af1-bc9b-7d57fd406f75 req-f02c9b09-a6aa-4b8f-a263-39ee9697d6f6 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 943 time: 0.0542121 Dec 15 16:15:18.062378 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3831fa0c-d58c-4af1-bc9b-7d57fd406f75 req-3739a66f-0d48-4b1c-b4bd-1d3b3e751261 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Dec 15 16:15:18.660827 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 406dd020-a863-434b-bd0f-5294955fd5c2 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:15:18.767053 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 406dd020-a863-434b-bd0f-5294955fd5c2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=406dd020-a863-434b-bd0f-5294955fd5c2,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:18.779432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '406dd020-a863-434b-bd0f-5294955fd5c2', 'network_id': '12a9bd9f-1183-4bb2-81d2-63d81ac64ccf', 'port_id': '406dd020-a863-434b-bd0f-5294955fd5c2', 'mac_address': 'fa:16:3e:c9:87:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e6d04c-e998-4b06-b065-17b134b371b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:15:18.819107 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.833837 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406dd020-a863-434b-bd0f-5294955fd5c2 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:15:18.853921 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 406dd020-a863-434b-bd0f-5294955fd5c2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=406dd020-a863-434b-bd0f-5294955fd5c2,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:18.859762 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.906362 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=406dd020-a863-434b-bd0f-5294955fd5c2,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:19.144686 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['406dd020-a863-434b-bd0f-5294955fd5c2'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:15:19.178143 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd5ecc-47db-4821-aabc-3f219bfff790 req-bff4bab1-f539-49af-ad5a-fd45991e0699 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:19.182018 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f5bd5ecc-47db-4821-aabc-3f219bfff790 req-bff4bab1-f539-49af-ad5a-fd45991e0699 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 944 time: 0.0491514 Dec 15 16:15:19.216672 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9728a5e7-8b53-4e37-8bd2-92787a9766c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:19.233219 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f5bd5ecc-47db-4821-aabc-3f219bfff790 req-2e141637-c9a5-43d2-b4c1-fb60110dbe23 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Dec 15 16:15:20.348455 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3085e-022c-4ad0-ad8b-90ecdc3019f4 req-693c9c31-c2e4-400b-8e8f-a6468e5749d4 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:20.349919 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e3f3085e-022c-4ad0-ad8b-90ecdc3019f4 req-693c9c31-c2e4-400b-8e8f-a6468e5749d4 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 944 time: 0.0507090 Dec 15 16:15:20.399261 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e3f3085e-022c-4ad0-ad8b-90ecdc3019f4 req-d2360ba7-4230-45ac-8367-726fdbc3b4b0 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Dec 15 16:15:20.676730 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 406dd020-a863-434b-bd0f-5294955fd5c2 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:15:20.846125 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 406dd020-a863-434b-bd0f-5294955fd5c2 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:15:20.849991 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 406dd020-a863-434b-bd0f-5294955fd5c2 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:20.850358 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:20.923136 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:20.945431 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406dd020-a863-434b-bd0f-5294955fd5c2'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:20.947651 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4da2555-1414-464f-a29f-5421b029897b" -d '{"events": [{"server_uuid": "a0d6dbbb-302d-425d-afe4-651d0ff1ad77", "name": "network-vif-plugged", "status": "completed", "tag": "406dd020-a863-434b-bd0f-5294955fd5c2"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:20.959978 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 406dd020-a863-434b-bd0f-5294955fd5c2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=406dd020-a863-434b-bd0f-5294955fd5c2,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:20.964954 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:20.990581 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83b204d-b6cd-4b9f-8f6e-a8c24cff3dd0 x-openstack-request-id: req-a83b204d-b6cd-4b9f-8f6e-a8c24cff3dd0 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:20.990896 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d6dbbb-302d-425d-afe4-651d0ff1ad77", "name": "network-vif-plugged", "status": "completed", "tag": "406dd020-a863-434b-bd0f-5294955fd5c2", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:20.991145 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a83b204d-b6cd-4b9f-8f6e-a8c24cff3dd0 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:20.991525 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406dd020-a863-434b-bd0f-5294955fd5c2', 'code': 200} Dec 15 16:15:21.017114 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=406dd020-a863-434b-bd0f-5294955fd5c2,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:21.166535 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b7b1-fecb-4100-93cf-232fbe530877 req-5ec350f9-7c2d-4f4c-8558-10897aa2a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:21.167995 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6ca8b7b1-fecb-4100-93cf-232fbe530877 req-5ec350f9-7c2d-4f4c-8558-10897aa2a7a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 1098 time: 0.0395482 Dec 15 16:15:21.215473 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6ca8b7b1-fecb-4100-93cf-232fbe530877 req-d9db9f08-18ef-4dbd-a32c-a440a47c39ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Dec 15 16:15:21.519971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb823003-d597-4691-94bd-50cca75e25f0 req-466567bb-599b-4c21-91e2-29dc01a72af4 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:21.521479 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bb823003-d597-4691-94bd-50cca75e25f0 req-466567bb-599b-4c21-91e2-29dc01a72af4 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Dec 15 16:15:21.530713 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-db899897-2e75-4b3e-8e7f-08e6dbba43d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:21.570046 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bb823003-d597-4691-94bd-50cca75e25f0 req-3fb8bd61-3e41-4c0f-8ae4-61c14ec9046d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Dec 15 16:15:22.682476 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677e28-2bd8-4187-b054-b859f661c9fe req-3a89c8e4-e708-4445-9160-3302a52572c0 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:22.683940 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a3677e28-2bd8-4187-b054-b859f661c9fe req-3a89c8e4-e708-4445-9160-3302a52572c0 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Dec 15 16:15:22.731040 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a3677e28-2bd8-4187-b054-b859f661c9fe req-160d7960-b263-4ff9-bc2f-10982d035375 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Dec 15 16:15:22.851246 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:23.393928 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876b879-ae00-49c2-a27f-6d1b66429085 req-4e0185a0-c8b8-44d2-a13e-99df8c51f585 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.395394 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4876b879-ae00-49c2-a27f-6d1b66429085 req-4e0185a0-c8b8-44d2-a13e-99df8c51f585 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Dec 15 16:15:23.445839 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4876b879-ae00-49c2-a27f-6d1b66429085 req-f9eca4e9-2b79-4544-a872-9c374cd52c2d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Dec 15 16:15:23.885300 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:24.558282 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df38c-8a35-409f-a505-4ba2d17e92b0 req-2a8c9001-d9ab-47d9-835a-ac12c29d8f1f tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:24.559751 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-002df38c-8a35-409f-a505-4ba2d17e92b0 req-2a8c9001-d9ab-47d9-835a-ac12c29d8f1f tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Dec 15 16:15:24.606339 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-002df38c-8a35-409f-a505-4ba2d17e92b0 req-69c6507f-1041-4d49-b05a-dcdae9a23f5e tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fa93e03-24e9-4382-961e-5f61816e17e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Dec 15 16:15:24.998960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-e0ab5334-61c7-45a9-8257-00d3eba3e77d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:25.000318 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-e0ab5334-61c7-45a9-8257-00d3eba3e77d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Dec 15 16:15:25.102542 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Deleting port 406dd020-a863-434b-bd0f-5294955fd5c2 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:15:25.102939 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:25.191327 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] For port 406dd020-a863-434b-bd0f-5294955fd5c2, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=406dd020-a863-434b-bd0f-5294955fd5c2,segment=NetworkSegment(952fc094-9625-4bdf-b060-c9c953c5073b),segment_id=952fc094-9625-4bdf-b060-c9c953c5073b)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:15:25.191693 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:25.208117 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Calling delete_port for 406dd020-a863-434b-bd0f-5294955fd5c2 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:15:25.329113 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:25.341938 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['406dd020-a863-434b-bd0f-5294955fd5c2'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:15:25.358236 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Pushing event deleted for resources: {'Port': ['ID=406dd020-a863-434b-bd0f-5294955fd5c2,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:25.401922 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] No DVR routers for this DVR port 406dd020-a863-434b-bd0f-5294955fd5c2 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:15:25.404327 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:25.407693 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8d7ba391-18a6-4ef9-b8fc-acfcdd2b90bd req-eb781029-a276-4bdf-917f-e4fb04dc674d tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.46 "DELETE /v2.0/ports/406dd020-a863-434b-bd0f-5294955fd5c2 HTTP/1.1" status: 204 len: 173 time: 0.3999541 Dec 15 16:15:25.408131 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'name': 'network-vif-deleted', 'tag': '406dd020-a863-434b-bd0f-5294955fd5c2'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:15:25.410651 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e25bcae-920f-4dfe-ba42-4d4288d1cb56" -d '{"events": [{"server_uuid": "a0d6dbbb-302d-425d-afe4-651d0ff1ad77", "name": "network-vif-deleted", "tag": "406dd020-a863-434b-bd0f-5294955fd5c2"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:15:25.447582 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c5a8f3-024a-49b7-a0e5-15d230803048 x-openstack-request-id: req-a2c5a8f3-024a-49b7-a0e5-15d230803048 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:15:25.447877 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d6dbbb-302d-425d-afe4-651d0ff1ad77", "name": "network-vif-deleted", "tag": "406dd020-a863-434b-bd0f-5294955fd5c2", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:15:25.448136 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2c5a8f3-024a-49b7-a0e5-15d230803048 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:15:25.448543 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d6dbbb-302d-425d-afe4-651d0ff1ad77', 'name': 'network-vif-deleted', 'tag': '406dd020-a863-434b-bd0f-5294955fd5c2', 'status': 'completed', 'code': 200} Dec 15 16:15:25.572720 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:25.718788 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5d505e4b-8066-4b68-ad97-db0a7a958614 req-f17b73bf-ad4e-419c-b11c-0062dda81e66 tempest-VolumesActionsTest-2086442667 tempest-VolumesActionsTest-2086442667-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d6dbbb-302d-425d-afe4-651d0ff1ad77 HTTP/1.1" status: 200 len: 210 time: 0.0267928 Dec 15 16:15:26.253160 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45468) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:26.366991 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.441354 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.445834 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.485549 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d95aabd442144c049cd05653a7498d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311912 Dec 15 16:15:26.486450 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf829272-3180-4bed-82ab-63bbd6e754c0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:26.488211 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45472) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:26.494226 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.494590 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.494947 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.495507 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.495965 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.496445 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.496693 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.497037 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.497430 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.497774 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.498112 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.498501 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.498893 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33299cb-b839-43fc-8bdf-0f05e4fe5314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:26.537756 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7acd04fa-2159-4000-82dc-872a5f653c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.559024 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7acd04fa-2159-4000-82dc-872a5f653c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.603896 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7acd04fa-2159-4000-82dc-872a5f653c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.606605 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7acd04fa-2159-4000-82dc-872a5f653c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.607762 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-7acd04fa-2159-4000-82dc-872a5f653c89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf829272-3180-4bed-82ab-63bbd6e754c0 HTTP/1.1" status: 204 len: 168 time: 0.1185412 Dec 15 16:15:26.615268 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd04fa-2159-4000-82dc-872a5f653c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf829272-3180-4bed-82ab-63bbd6e754c0,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:27.596116 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:15:29.569706 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 406dd020-a863-434b-bd0f-5294955fd5c2 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:15:29.590004 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 406dd020-a863-434b-bd0f-5294955fd5c2 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:15:29.590348 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 406dd020-a863-434b-bd0f-5294955fd5c2 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:15:35.472375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d524c-f7b6-4cd0-9320-f69f0e0fb827 req-1bd34dd3-a841-432a-b149-f4f4837a13c9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:35.474965 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-aa9d524c-f7b6-4cd0-9320-f69f0e0fb827 req-1bd34dd3-a841-432a-b149-f4f4837a13c9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0589473 Dec 15 16:15:35.532780 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-aa9d524c-f7b6-4cd0-9320-f69f0e0fb827 req-7a0d71f1-56c3-42d0-81b7-d6667b0192a5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495372 Dec 15 16:15:36.984122 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77cce2-526b-44a3-ad85-76a1abb9a604 req-0cc3889e-bf8f-49a6-ab98-a8762135e008 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:36.985691 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7d77cce2-526b-44a3-ad85-76a1abb9a604 req-0cc3889e-bf8f-49a6-ab98-a8762135e008 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.3781822 Dec 15 16:15:37.057433 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7d77cce2-526b-44a3-ad85-76a1abb9a604 req-450a3714-b30f-48e1-a42e-b3b256093ec3 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598967 Dec 15 16:15:37.267120 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45728) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:37.423165 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee46b-b1dd-4a78-9f73-14dea1b7903c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.527559 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee46b-b1dd-4a78-9f73-14dea1b7903c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.532342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee46b-b1dd-4a78-9f73-14dea1b7903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.577053 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ee46b-b1dd-4a78-9f73-14dea1b7903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d7eaa-33f9-41cf-a2a2-82c9e610d984,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:37.584985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45734) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:37.585615 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-7b1ee46b-b1dd-4a78-9f73-14dea1b7903c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=331b5dc972d544d18f33eac32331096f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162127 Dec 15 16:15:37.647321 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-739fba6b-7cc9-4288-94c0-558b71fd1cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.674929 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-739fba6b-7cc9-4288-94c0-558b71fd1cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.726960 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-739fba6b-7cc9-4288-94c0-558b71fd1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.729956 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-739fba6b-7cc9-4288-94c0-558b71fd1cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:37.731092 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-739fba6b-7cc9-4288-94c0-558b71fd1cc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb6d7eaa-33f9-41cf-a2a2-82c9e610d984 HTTP/1.1" status: 204 len: 168 time: 0.1441309 Dec 15 16:15:37.739136 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fba6b-7cc9-4288-94c0-558b71fd1cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d7eaa-33f9-41cf-a2a2-82c9e610d984,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:38.067728 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45748) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:38.093028 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4b24a0c1-9293-4356-a41b-e9aeec02387e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.214656 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4b24a0c1-9293-4356-a41b-e9aeec02387e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.222994 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12078ad4-a56b-4b4f-9826-2a291432fb72 req-9f4b77c5-6d6b-473c-902c-47dab02b7dd6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:38.224495 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-12078ad4-a56b-4b4f-9826-2a291432fb72 req-9f4b77c5-6d6b-473c-902c-47dab02b7dd6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0807455 Dec 15 16:15:38.225614 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4b24a0c1-9293-4356-a41b-e9aeec02387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.270697 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-4b24a0c1-9293-4356-a41b-e9aeec02387e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a58d4249ba0a4f4489dd84f7c3fc0583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992357 Dec 15 16:15:38.271230 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45752) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:38.290330 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24a0c1-9293-4356-a41b-e9aeec02387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542ab0b-becd-4388-918d-3443097e7610,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:38.322172 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-12078ad4-a56b-4b4f-9826-2a291432fb72 req-4f7ee93b-76e5-47ec-a07b-2926b1908c49 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830245 Dec 15 16:15:38.340524 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-190d6141-4f97-4e2b-81a8-9bdb318320ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.364991 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-190d6141-4f97-4e2b-81a8-9bdb318320ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.420264 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-190d6141-4f97-4e2b-81a8-9bdb318320ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.423103 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-190d6141-4f97-4e2b-81a8-9bdb318320ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.424284 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-190d6141-4f97-4e2b-81a8-9bdb318320ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3542ab0b-becd-4388-918d-3443097e7610 HTTP/1.1" status: 204 len: 168 time: 0.1519387 Dec 15 16:15:38.432925 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6141-4f97-4e2b-81a8-9bdb318320ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542ab0b-becd-4388-918d-3443097e7610,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:38.872216 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 45764) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:38.885935 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-084b4fa9-265b-4375-a1b2-2b0fa926e2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.974042 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-084b4fa9-265b-4375-a1b2-2b0fa926e2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:38.979561 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-084b4fa9-265b-4375-a1b2-2b0fa926e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:39.018323 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-084b4fa9-265b-4375-a1b2-2b0fa926e2fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d6c2cf97738462ba5c0c7a330afb247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449974 Dec 15 16:15:39.023132 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45766) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:39.041151 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b4fa9-265b-4375-a1b2-2b0fa926e2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f3c80-a0f8-4d75-ba14-b010da81fb84,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:39.111331 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3dd09425-5256-4c08-b7ab-f8973fb88322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:39.136426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3dd09425-5256-4c08-b7ab-f8973fb88322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:39.191498 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3dd09425-5256-4c08-b7ab-f8973fb88322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:39.194597 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3dd09425-5256-4c08-b7ab-f8973fb88322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:39.199823 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-3dd09425-5256-4c08-b7ab-f8973fb88322 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/743f3c80-a0f8-4d75-ba14-b010da81fb84 HTTP/1.1" status: 204 len: 168 time: 0.1700921 Dec 15 16:15:39.206946 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd09425-5256-4c08-b7ab-f8973fb88322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f3c80-a0f8-4d75-ba14-b010da81fb84,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:39.456613 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b897f-d4b9-44a7-92c6-baddf8d6aa1b req-69bbc217-1148-4679-a734-f26fc2ae6ee3 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:39.465019 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-607b897f-d4b9-44a7-92c6-baddf8d6aa1b req-69bbc217-1148-4679-a734-f26fc2ae6ee3 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0668805 Dec 15 16:15:39.517713 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-607b897f-d4b9-44a7-92c6-baddf8d6aa1b req-9b37ba45-bd5c-494b-8b93-3876e754c806 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517242 Dec 15 16:15:39.963023 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-f36dd8bf-2629-4e8e-b345-e186ee853e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:39.964583 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-f36dd8bf-2629-4e8e-b345-e186ee853e31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1098 time: 0.0481906 Dec 15 16:15:40.079504 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-56c43edf-2bf5-4c20-844e-7173176db26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:40.081260 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-56c43edf-2bf5-4c20-844e-7173176db26e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.0938847 Dec 15 16:15:40.161603 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-78012122-f276-4547-a6ba-e39207092c4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 1000 time: 0.0696096 Dec 15 16:15:40.464696 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-c4b545d2-be9b-4aa2-a106-4a42279d33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:40.466121 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-c4b545d2-be9b-4aa2-a106-4a42279d33da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.2944145 Dec 15 16:15:40.518266 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-0e2e8c25-b828-4b4b-82a1-65d77ff526c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:40.519804 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-0e2e8c25-b828-4b4b-82a1-65d77ff526c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453882 Dec 15 16:15:40.677938 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-3da0af11-469d-4cf1-aa5f-816b02167a2b service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492114 Dec 15 16:15:40.706836 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d24054-4fd6-40ab-96fa-91a3d281f6b7 req-9f85de41-39c9-41ee-8459-ffef6bfedc9e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:40.709091 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-64d24054-4fd6-40ab-96fa-91a3d281f6b7 req-9f85de41-39c9-41ee-8459-ffef6bfedc9e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0886071 Dec 15 16:15:40.813977 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-64d24054-4fd6-40ab-96fa-91a3d281f6b7 req-0ee774db-8029-4269-822b-56f337ec5bad tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935054 Dec 15 16:15:40.848102 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-61501e01-b5a1-4a2d-aeaa-e6555105433c req-cfec4c59-6690-4ec0-ac95-9378f30b9b08 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608109 Dec 15 16:15:41.956689 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f17c4f-91ed-47de-8bc8-50bd331d3d4c req-ded4bcdf-f3a1-49ab-9c52-a78a9874bc31 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:41.958210 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b8f17c4f-91ed-47de-8bc8-50bd331d3d4c req-ded4bcdf-f3a1-49ab-9c52-a78a9874bc31 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0546737 Dec 15 16:15:42.018855 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b8f17c4f-91ed-47de-8bc8-50bd331d3d4c req-14528bf8-e8b2-405b-b532-12c7985ddd29 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528195 Dec 15 16:15:43.172366 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d799e-ba6b-4289-875e-bdfc2b1b3618 req-9e9d39c6-6529-495c-a9b0-147fc0b7cb57 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:43.174040 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9f6d799e-ba6b-4289-875e-bdfc2b1b3618 req-9e9d39c6-6529-495c-a9b0-147fc0b7cb57 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0526931 Dec 15 16:15:43.232878 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9f6d799e-ba6b-4289-875e-bdfc2b1b3618 req-e84d681d-0ae5-49be-b453-75e84ecb5790 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503955 Dec 15 16:15:44.294701 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:44.369828 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e399c6b-1dad-4273-8a56-d9de006c1f4c req-19a9ea98-e30b-4fb4-b967-69612d5cf234 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:44.371375 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e399c6b-1dad-4273-8a56-d9de006c1f4c req-19a9ea98-e30b-4fb4-b967-69612d5cf234 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0626569 Dec 15 16:15:44.423819 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0e399c6b-1dad-4273-8a56-d9de006c1f4c req-3c2f7a69-b4f4-4dd3-a14a-3f56c8381d2e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 Dec 15 16:15:45.563565 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4025e6-b897-423f-ab58-1b8279d43e5f req-841c9c6d-b676-4bdd-8725-899f5bff1777 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:45.565139 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2a4025e6-b897-423f-ab58-1b8279d43e5f req-841c9c6d-b676-4bdd-8725-899f5bff1777 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0620794 Dec 15 16:15:45.623271 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2a4025e6-b897-423f-ab58-1b8279d43e5f req-11b4eaed-c7a8-4d42-b2de-78a968678c31 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485914 Dec 15 16:15:46.766317 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc8ba4-b49f-4dc1-a59c-3c3668cbf0fd req-826516e0-ec55-4dda-9d27-816f7570a05d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:46.767810 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5adc8ba4-b49f-4dc1-a59c-3c3668cbf0fd req-826516e0-ec55-4dda-9d27-816f7570a05d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0633585 Dec 15 16:15:46.817345 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5adc8ba4-b49f-4dc1-a59c-3c3668cbf0fd req-a4870b83-e8c4-4b5a-a4aa-00dce4943bc1 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Dec 15 16:15:47.019046 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb324db-7050-4514-beee-a4fc063b4a4a req-7ec069e8-be19-40dc-b65a-375e1900c959 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:47.020637 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6cb324db-7050-4514-beee-a4fc063b4a4a req-7ec069e8-be19-40dc-b65a-375e1900c959 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0519917 Dec 15 16:15:47.094022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3585407-9c97-498e-98a8-a88dae01070b req-29224ddf-083c-4dbf-b7b1-9cd5aee7c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:47.095492 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-29224ddf-083c-4dbf-b7b1-9cd5aee7c9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 1098 time: 0.0700150 Dec 15 16:15:47.099170 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6cb324db-7050-4514-beee-a4fc063b4a4a req-2cd11eea-9e19-4cad-b194-5864434d1f51 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648601 Dec 15 16:15:47.192706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3585407-9c97-498e-98a8-a88dae01070b req-4a43c42c-dd95-4d49-be09-c50f58243283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:47.194202 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-4a43c42c-dd95-4d49-be09-c50f58243283 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.0863471 Dec 15 16:15:47.262315 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-80388a95-60c9-4c03-ade6-48c6b42d495a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 200 len: 1000 time: 0.0571337 Dec 15 16:15:47.313901 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3585407-9c97-498e-98a8-a88dae01070b req-b446dd97-b60e-4f9a-8d77-f9d49974f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:47.315214 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-b446dd97-b60e-4f9a-8d77-f9d49974f3ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0456862 Dec 15 16:15:47.360323 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3585407-9c97-498e-98a8-a88dae01070b req-ef95ca33-fe53-42b1-a8c9-e74624af43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:47.361767 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-ef95ca33-fe53-42b1-a8c9-e74624af43c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383587 Dec 15 16:15:47.451802 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-112939da-6316-43df-a17c-5b7ac6d5d967 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824625 Dec 15 16:15:47.545697 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a3585407-9c97-498e-98a8-a88dae01070b req-11e4dbc2-4df9-46a3-9454-f5e78926952e service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826864 Dec 15 16:15:48.344908 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1d08-1322-4477-b611-96f85285ac04 req-0d40bd8d-191b-4f67-884a-2b0b823c87fe tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:48.346467 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34cf1d08-1322-4477-b611-96f85285ac04 req-0d40bd8d-191b-4f67-884a-2b0b823c87fe tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.1716611 Dec 15 16:15:48.348791 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fd8de-9ef5-4e97-b2a3-c66e7b0f0c02 req-2708a706-5dfe-430b-9156-4af8da33ae51 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:48.350282 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-880fd8de-9ef5-4e97-b2a3-c66e7b0f0c02 req-2708a706-5dfe-430b-9156-4af8da33ae51 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0525198 Dec 15 16:15:48.403654 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-880fd8de-9ef5-4e97-b2a3-c66e7b0f0c02 req-64a491cb-c8c2-42e9-bee8-3ebd4495ab49 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Dec 15 16:15:48.407999 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34cf1d08-1322-4477-b611-96f85285ac04 req-820aa496-0149-4e01-863b-8251b9f188ae tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549362 Dec 15 16:15:49.209996 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fc14281c-2408-4806-b447-0b25410f90e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:49.516096 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477ef82-8e99-4954-a438-60e05e2cf571 req-3dbca53b-544f-4b7f-87d8-37cb11af1566 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:49.517600 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b477ef82-8e99-4954-a438-60e05e2cf571 req-3dbca53b-544f-4b7f-87d8-37cb11af1566 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0480802 Dec 15 16:15:49.565568 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b477ef82-8e99-4954-a438-60e05e2cf571 req-bfe74497-1aee-4329-9dc0-c71daef7e111 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Dec 15 16:15:49.825145 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45936) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:49.876262 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Deleting subnet 97e6d04c-e998-4b06-b065-17b134b371b1 {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:15:49.879576 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:49.914444 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9332731'] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:49.956042 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.003905 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3325887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246087'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.032529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e6d04c-e998-4b06-b065-17b134b371b1,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:50.037618 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.043433 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-12ca462f-cca0-4768-a1f2-77a769730e74 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/97e6d04c-e998-4b06-b065-17b134b371b1 HTTP/1.1" status: 204 len: 168 time: 0.2150118 Dec 15 16:15:50.043788 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45940) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:50.110061 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.191053 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.210689 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a9bd9f-1183-4bb2-81d2-63d81ac64ccf']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:50.219709 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952fc094-9625-4bdf-b060-c9c953c5073b') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:50.219999 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952fc094-9625-4bdf-b060-c9c953c5073b') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:15:50.229668 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.242088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.247843 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:15:50.248214 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:15:50.249813 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:15:50.301139 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.306178 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.309281 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/12a9bd9f-1183-4bb2-81d2-63d81ac64ccf HTTP/1.1" status: 204 len: 168 time: 0.2646210 Dec 15 16:15:50.321205 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5ddfc-ddef-46ab-95a3-08648d112ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a9bd9f-1183-4bb2-81d2-63d81ac64ccf,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:50.470232 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45944) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:50.508930 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2608ab71-771b-4ee1-bb02-45498c7f9168 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ca560754a9c4530ba707aef9b98cff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375693 Dec 15 16:15:50.511575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 45946) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:50.560511 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fff2e0c6-34a6-4c26-b55e-1b4a9572589a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.581319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fff2e0c6-34a6-4c26-b55e-1b4a9572589a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.627189 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fff2e0c6-34a6-4c26-b55e-1b4a9572589a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.630404 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-fff2e0c6-34a6-4c26-b55e-1b4a9572589a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:50.633575 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-fff2e0c6-34a6-4c26-b55e-1b4a9572589a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fa93e03-24e9-4382-961e-5f61816e17e4 HTTP/1.1" status: 204 len: 168 time: 0.1204040 Dec 15 16:15:50.642594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2e0c6-34a6-4c26-b55e-1b4a9572589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa93e03-24e9-4382-961e-5f61816e17e4,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:50.687181 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65674849-d8c0-4ef3-9b48-defcd14f4d5e req-7af15cad-5c8b-4531-908f-48781d51b07b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:50.688698 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-65674849-d8c0-4ef3-9b48-defcd14f4d5e req-7af15cad-5c8b-4531-908f-48781d51b07b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0555527 Dec 15 16:15:50.737623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-65674849-d8c0-4ef3-9b48-defcd14f4d5e req-a6cd6e4c-89e0-43a1-84b3-03021797e849 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Dec 15 16:15:51.533841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ed67fb4a-cbe9-45f9-8583-4bebfdbb9358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:51.855398 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386ce50-bc80-4fcc-9d75-bba08529919d req-56e36fab-7186-4b39-9917-d68bebe68f4a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:51.856887 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d386ce50-bc80-4fcc-9d75-bba08529919d req-56e36fab-7186-4b39-9917-d68bebe68f4a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0488203 Dec 15 16:15:51.916008 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d386ce50-bc80-4fcc-9d75-bba08529919d req-b8611366-5f37-41de-8a36-5929b8f32922 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528562 Dec 15 16:15:52.857781 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:53.030278 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f08f-cd95-45dc-be5f-317abac5fa0f req-45816300-1382-4ea1-ab06-e9311d87b679 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:53.031858 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab03f08f-cd95-45dc-be5f-317abac5fa0f req-45816300-1382-4ea1-ab06-e9311d87b679 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0490227 Dec 15 16:15:53.093432 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ab03f08f-cd95-45dc-be5f-317abac5fa0f req-5eda256e-3138-44cd-aa2f-8402f6a95ffb tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518343 Dec 15 16:15:53.887486 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:54.215568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86262bc6-7232-4449-81f3-3448f409f31c req-b227373b-3bed-449c-b343-f58ea4131c9f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:54.217101 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86262bc6-7232-4449-81f3-3448f409f31c req-b227373b-3bed-449c-b343-f58ea4131c9f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0483794 Dec 15 16:15:54.268612 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-86262bc6-7232-4449-81f3-3448f409f31c req-a138f835-212e-4e72-abcf-64c6669af715 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450869 Dec 15 16:15:55.385506 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed3571-576f-465e-8c9f-a6885949239f req-27381736-a61c-470b-9594-81cbadbe5626 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:55.387032 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-27ed3571-576f-465e-8c9f-a6885949239f req-27381736-a61c-470b-9594-81cbadbe5626 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0491078 Dec 15 16:15:55.437059 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-27ed3571-576f-465e-8c9f-a6885949239f req-baa20df2-3baa-4ab9-ac43-7b96b829b9fa tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Dec 15 16:15:55.573641 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:56.562643 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0523f-3305-458e-a7f3-f13c73a98764 req-119ab196-2834-44d7-a2e9-a3a238b960db tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:56.564117 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9cc0523f-3305-458e-a7f3-f13c73a98764 req-119ab196-2834-44d7-a2e9-a3a238b960db tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0533156 Dec 15 16:15:56.619417 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9cc0523f-3305-458e-a7f3-f13c73a98764 req-b9ad73d1-5a91-4902-ad6f-4a2cb594b11f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483043 Dec 15 16:15:57.732075 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5407f-5251-4358-b4c0-69f8aff5e81b req-1c79a3e4-3f7c-4a86-9301-52a6d6919d1d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:57.733549 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e2c5407f-5251-4358-b4c0-69f8aff5e81b req-1c79a3e4-3f7c-4a86-9301-52a6d6919d1d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0478795 Dec 15 16:15:57.780992 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e2c5407f-5251-4358-b4c0-69f8aff5e81b req-1785d387-885a-49d2-8c3f-578e861ef371 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415585 Dec 15 16:15:58.896145 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f174e-12d1-4175-a85b-df1c460e763c req-fb8c63cb-8996-41ad-b92f-0b7249e8a79f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:58.897630 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ef5f174e-12d1-4175-a85b-df1c460e763c req-fb8c63cb-8996-41ad-b92f-0b7249e8a79f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0505567 Dec 15 16:15:58.946195 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ef5f174e-12d1-4175-a85b-df1c460e763c req-9f554518-380e-4468-bae4-bfe0288db52f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Dec 15 16:16:00.058468 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16bb12-2b8d-449b-bcf0-29c34ac6ec2e req-0a004019-3210-405f-b303-c84a59f8a19e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:00.060029 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ec16bb12-2b8d-449b-bcf0-29c34ac6ec2e req-0a004019-3210-405f-b303-c84a59f8a19e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0488765 Dec 15 16:16:00.108399 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ec16bb12-2b8d-449b-bcf0-29c34ac6ec2e req-611de228-14ad-4959-8003-4e4279efb96a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Dec 15 16:16:01.230419 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7c7be-0839-4a00-9d54-be28dc71fbe8 req-7fe010d8-7d1c-422b-9db6-2bfb2219c829 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:01.232069 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d8b7c7be-0839-4a00-9d54-be28dc71fbe8 req-7fe010d8-7d1c-422b-9db6-2bfb2219c829 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0579259 Dec 15 16:16:01.288409 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d8b7c7be-0839-4a00-9d54-be28dc71fbe8 req-2db0db2c-6372-4329-8eb3-3a10ff961932 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498815 Dec 15 16:16:01.365828 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-83d16906-3217-4ae7-be7f-9eb25dcd90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:01.367356 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-83d16906-3217-4ae7-be7f-9eb25dcd90e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1098 time: 0.1536970 Dec 15 16:16:01.470972 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-e5847b74-03af-47b0-8e1e-e6f8c41f4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:01.472613 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-e5847b74-03af-47b0-8e1e-e6f8c41f4408 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 910 time: 0.0879400 Dec 15 16:16:01.540680 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-3dd7de74-f4c7-4ed7-ac16-bfe1f216b292 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 1001 time: 0.0595593 Dec 15 16:16:01.592834 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-acab31b2-b6e2-4cc9-9752-985c0cdfd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:01.594356 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-acab31b2-b6e2-4cc9-9752-985c0cdfd22d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.0458114 Dec 15 16:16:01.645498 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-c807a9f4-0788-4c62-bb4c-944fde02dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:01.646865 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-c807a9f4-0788-4c62-bb4c-944fde02dc0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437853 Dec 15 16:16:01.735711 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-96668232-c0f9-49d3-91c3-26a9366cdbf0 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808926 Dec 15 16:16:01.830809 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c0c671db-b48e-420f-b1dc-31b7b53f60bb req-fae32bf4-83ee-48a1-96df-b5c2a55c5da2 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Dec 15 16:16:02.413044 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db22751-0b2b-4f92-b9f2-81b06d047e71 req-b93e7e0c-4b1b-4521-8517-cfcfc63f7d02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:02.423828 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6db22751-0b2b-4f92-b9f2-81b06d047e71 req-b93e7e0c-4b1b-4521-8517-cfcfc63f7d02 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0607226 Dec 15 16:16:02.466402 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6db22751-0b2b-4f92-b9f2-81b06d047e71 req-ec4c89b4-d26c-4331-bbd5-969d36a674ad tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Dec 15 16:16:03.583742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6e6f-2846-4853-a866-6c96225b85a8 req-4abf08ac-abce-4d17-ab86-5d0d5c3a5f19 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:03.585299 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7bce6e6f-2846-4853-a866-6c96225b85a8 req-4abf08ac-abce-4d17-ab86-5d0d5c3a5f19 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0508850 Dec 15 16:16:03.640087 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7bce6e6f-2846-4853-a866-6c96225b85a8 req-58a503e5-9dd4-467e-aad9-bc5e82fb50eb tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476861 Dec 15 16:16:03.986603 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21cf1f-0878-4f81-8c54-8ea83f7d3cab req-58b5087f-4b61-4ef6-b145-118ee70bdbc2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:03.988626 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c21cf1f-0878-4f81-8c54-8ea83f7d3cab req-58b5087f-4b61-4ef6-b145-118ee70bdbc2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0504458 Dec 15 16:16:04.038111 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0c21cf1f-0878-4f81-8c54-8ea83f7d3cab req-6df30f40-899d-4136-8d35-a48bccca051f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414374 Dec 15 16:16:04.594567 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:16:04.753856 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f0bc1-0b62-4b3b-aaf4-fcf15ddb7bc6 req-f1f63a8c-429f-476b-87d1-1fd0a3ee4e81 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:04.755315 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0b6f0bc1-0b62-4b3b-aaf4-fcf15ddb7bc6 req-f1f63a8c-429f-476b-87d1-1fd0a3ee4e81 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0476387 Dec 15 16:16:04.809640 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0b6f0bc1-0b62-4b3b-aaf4-fcf15ddb7bc6 req-ef2d2bf5-f9e9-4bf7-83ee-3e0c10029923 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477045 Dec 15 16:16:05.017459 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-6faa6b9c-05a9-4f01-9d14-867090aecf60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737708 Dec 15 16:16:05.030412 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14f94-24b7-449b-aa29-dd684aa40022 req-c98df370-f720-4a85-9645-9b2255b7660d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:05.032004 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-02f14f94-24b7-449b-aa29-dd684aa40022 req-c98df370-f720-4a85-9645-9b2255b7660d tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0603647 Dec 15 16:16:05.088037 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-02f14f94-24b7-449b-aa29-dd684aa40022 req-971f05fb-d30e-4201-9f57-a46679ebbaee tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495598 Dec 15 16:16:05.175601 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b251d-2174-4fab-8ca4-75f140892c9a req-20767694-ea44-4797-9895-8ad4a174275c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:05.177265 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4e7b251d-2174-4fab-8ca4-75f140892c9a req-20767694-ea44-4797-9895-8ad4a174275c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0533006 Dec 15 16:16:05.225521 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4e7b251d-2174-4fab-8ca4-75f140892c9a req-2b3e0763-262c-476e-a4b3-7c1d3943e997 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Dec 15 16:16:06.208470 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f691d-2737-470e-bcb7-335b3c48b0d6 req-d4f246e3-103e-42bf-b82d-250a8abd67a5 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.209995 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fe6f691d-2737-470e-bcb7-335b3c48b0d6 req-d4f246e3-103e-42bf-b82d-250a8abd67a5 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0507247 Dec 15 16:16:06.261917 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fe6f691d-2737-470e-bcb7-335b3c48b0d6 req-388a8a6d-3394-4a8e-b37f-eb222c3d005a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457270 Dec 15 16:16:06.355905 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11806a-0d00-483a-b24f-db2446e84d31 req-bdb863fe-0f6a-4732-a99b-ae52ad4a9efc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.357381 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ef11806a-0d00-483a-b24f-db2446e84d31 req-bdb863fe-0f6a-4732-a99b-ae52ad4a9efc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0494413 Dec 15 16:16:06.432864 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ef11806a-0d00-483a-b24f-db2446e84d31 req-e90c7e22-c744-45fa-b9f6-aa5611f83b83 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696023 Dec 15 16:16:06.447127 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe755-f572-43e2-8937-1d60008d54fd req-804fc32b-8f28-477c-86ce-c38e9307cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.448781 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-804fc32b-8f28-477c-86ce-c38e9307cb61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa&tenant_id=fc22adb06b1e405ea619c273ffb94020 HTTP/1.1" status: 200 len: 1098 time: 0.0533326 Dec 15 16:16:06.523333 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe755-f572-43e2-8937-1d60008d54fd req-9fdda3ec-f65f-4c05-ac4e-03e3eb5bc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.525562 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-9fdda3ec-f65f-4c05-ac4e-03e3eb5bc8e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1098 time: 0.0515277 Dec 15 16:16:06.622559 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe755-f572-43e2-8937-1d60008d54fd req-fe478a44-5820-4ae0-a7ad-beeba72930b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.624008 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-fe478a44-5820-4ae0-a7ad-beeba72930b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 910 time: 0.0874560 Dec 15 16:16:06.694722 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-bed9fd10-6b52-4927-a52c-bb5ea9d8607f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 1001 time: 0.0626166 Dec 15 16:16:06.744340 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe755-f572-43e2-8937-1d60008d54fd req-5466f8f7-ab99-4451-aeb0-e7a2e7f91736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.745769 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-5466f8f7-ab99-4451-aeb0-e7a2e7f91736 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.0435579 Dec 15 16:16:06.800956 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe755-f572-43e2-8937-1d60008d54fd req-64780596-e9bb-48b2-9be8-5be0d4d20b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:06.802494 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-64780596-e9bb-48b2-9be8-5be0d4d20b51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415688 Dec 15 16:16:06.884557 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:06.906886 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-6fd7e8b5-67b1-4d46-b7c8-5f08f5cd9fb4 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927701 Dec 15 16:16:06.966426 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:06.990893 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:06.993506 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b94e8-63f0-4c09-8e1d-906aca0a66cf" -d '{"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:07.002756 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-348fe755-f572-43e2-8937-1d60008d54fd req-22cbcc3c-94e1-4421-883f-b294917f0afb service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Dec 15 16:16:07.011409 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:07.015455 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.038458 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cd9b4-5725-4644-98fc-e565773175ed x-openstack-request-id: req-c24cd9b4-5725-4644-98fc-e565773175ed {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:07.038779 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:07.039037 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c24cd9b4-5725-4644-98fc-e565773175ed {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:07.039698 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'code': 200} Dec 15 16:16:07.066172 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=6']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:07.074402 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.074776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.075129 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.075468 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.075975 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.076321 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.076652 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.076982 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.077308 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.077663 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.077989 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.078310 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.078632 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.382573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643917-acdf-4384-8489-0e2f0604e427 req-5a4d776b-edad-4a5f-8415-0ca87172eabc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:07.384122 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6e643917-acdf-4384-8489-0e2f0604e427 req-5a4d776b-edad-4a5f-8415-0ca87172eabc tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0532136 Dec 15 16:16:07.439086 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6e643917-acdf-4384-8489-0e2f0604e427 req-dfef27c0-a726-4fe4-a325-34add5c1f3cf tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490625 Dec 15 16:16:07.562186 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64e62-9146-4590-9141-5812154dd64b req-1533c0bb-2fc6-4a59-96e3-a06344a34639 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:07.563562 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ffd64e62-9146-4590-9141-5812154dd64b req-1533c0bb-2fc6-4a59-96e3-a06344a34639 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0516200 Dec 15 16:16:07.611968 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ffd64e62-9146-4590-9141-5812154dd64b req-ec2f7aa1-abc5-4e0a-8319-fdbb4febc48f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Dec 15 16:16:08.553820 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7b3f2-6baa-4a2c-a21c-7ddda4c2c85b req-24c06dd9-a1db-41ec-b205-b6ac867bbf78 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:08.555982 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-caa7b3f2-6baa-4a2c-a21c-7ddda4c2c85b req-24c06dd9-a1db-41ec-b205-b6ac867bbf78 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0518265 Dec 15 16:16:08.604699 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-caa7b3f2-6baa-4a2c-a21c-7ddda4c2c85b req-0faecd3e-dca4-4b6e-ab96-b8be01cbef73 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Dec 15 16:16:08.734717 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe993-5736-4032-b497-fcc519c60d18 req-4cbcf368-c9db-498c-ac2f-b58eb72b1a52 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:08.736077 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4ebe993-5736-4032-b497-fcc519c60d18 req-4cbcf368-c9db-498c-ac2f-b58eb72b1a52 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0476220 Dec 15 16:16:08.783602 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b4ebe993-5736-4032-b497-fcc519c60d18 req-3473b36e-a95f-499b-856d-173e8de02c2f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Dec 15 16:16:09.722713 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378628d-fa17-48b5-b42a-900f78672394 req-b60fcf5b-5c9e-4726-b521-e14300af6d14 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:09.724203 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6378628d-fa17-48b5-b42a-900f78672394 req-b60fcf5b-5c9e-4726-b521-e14300af6d14 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0526776 Dec 15 16:16:09.774741 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6378628d-fa17-48b5-b42a-900f78672394 req-5df95b24-a8f0-4f93-bfbe-5c710c9f0432 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Dec 15 16:16:09.907334 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a13fa-4a03-4e33-b99c-e059dfda123e req-63dd0697-7a94-47ad-b081-cab1b7abb6d6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:09.908746 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-960a13fa-4a03-4e33-b99c-e059dfda123e req-63dd0697-7a94-47ad-b081-cab1b7abb6d6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0531723 Dec 15 16:16:09.957200 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-960a13fa-4a03-4e33-b99c-e059dfda123e req-eb648bd0-ea88-470f-bd72-e3a9ba74ac1e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Dec 15 16:16:10.891256 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5930-33c5-459c-9bea-2ab72c5b385b req-38caa852-15b1-420e-b323-efbf59f72a32 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:10.892693 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9f8d5930-33c5-459c-9bea-2ab72c5b385b req-38caa852-15b1-420e-b323-efbf59f72a32 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0511856 Dec 15 16:16:10.942501 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9f8d5930-33c5-459c-9bea-2ab72c5b385b req-b866a8d9-f950-40f2-a7ba-7567cde77f00 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Dec 15 16:16:11.076727 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291fada-04d7-466e-b01e-324af1c2eec6 req-1903555a-84ac-4340-aa1a-a07485b1a0d3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:11.078248 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1291fada-04d7-466e-b01e-324af1c2eec6 req-1903555a-84ac-4340-aa1a-a07485b1a0d3 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0505731 Dec 15 16:16:11.124320 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1291fada-04d7-466e-b01e-324af1c2eec6 req-7bbdce7c-50d5-48cc-b9b8-b7e23dd056e6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Dec 15 16:16:12.061241 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ae54-a89c-49ce-a93c-477e0e1cd499 req-19bec4d1-f51e-4b0c-9aa3-f57a2daac5ee tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:12.062740 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8dd2ae54-a89c-49ce-a93c-477e0e1cd499 req-19bec4d1-f51e-4b0c-9aa3-f57a2daac5ee tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0515218 Dec 15 16:16:12.113565 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8dd2ae54-a89c-49ce-a93c-477e0e1cd499 req-6a728186-fb57-4b4a-a9f2-257333885b5f tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448277 Dec 15 16:16:12.241345 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca6c8-2391-4a15-a655-fcdbc12f5fff req-92bb810d-fbfb-4f85-a4c7-ee0f55b9c5f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:12.243335 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-427ca6c8-2391-4a15-a655-fcdbc12f5fff req-92bb810d-fbfb-4f85-a4c7-ee0f55b9c5f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0480096 Dec 15 16:16:12.294538 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-427ca6c8-2391-4a15-a655-fcdbc12f5fff req-1d6eb23e-9103-4521-bba8-faf8628c5758 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453486 Dec 15 16:16:13.231254 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68112b-60e1-47de-ab78-2970e187a694 req-d21d352f-22e8-46ac-b9b9-91f7e8eefd04 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:13.233806 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5f68112b-60e1-47de-ab78-2970e187a694 req-d21d352f-22e8-46ac-b9b9-91f7e8eefd04 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0509953 Dec 15 16:16:13.307980 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5f68112b-60e1-47de-ab78-2970e187a694 req-b8139e00-08c8-41d7-a3f3-8fefaae5a675 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689435 Dec 15 16:16:13.320010 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081ca8-a323-4b71-964c-26949f9e9631 req-e18364c0-05b3-42ef-aebd-83ff7e2c2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:13.322072 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5a081ca8-a323-4b71-964c-26949f9e9631 req-e18364c0-05b3-42ef-aebd-83ff7e2c2980 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1096 time: 0.0535831 Dec 15 16:16:13.371476 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5a081ca8-a323-4b71-964c-26949f9e9631 req-341bb1a6-96c9-4fb0-a733-8f4feac59f80 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Dec 15 16:16:13.418363 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945afa9c-4731-450a-ac66-eab1d36ef6f1 req-37769aca-b3cd-4793-b935-fcfdc44fb0f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:13.419823 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-945afa9c-4731-450a-ac66-eab1d36ef6f1 req-37769aca-b3cd-4793-b935-fcfdc44fb0f5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0492077 Dec 15 16:16:13.468673 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-945afa9c-4731-450a-ac66-eab1d36ef6f1 req-481a983a-e4a5-446e-9102-4d774c7bd316 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Dec 15 16:16:14.304697 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:14.429443 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eeeab3-45fd-41e8-bdc1-c3c562024c41 req-51c3052d-f3da-4f69-9591-c29ad8d297c0 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:14.431680 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-44eeeab3-45fd-41e8-bdc1-c3c562024c41 req-51c3052d-f3da-4f69-9591-c29ad8d297c0 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 943 time: 0.0489800 Dec 15 16:16:14.497132 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-44eeeab3-45fd-41e8-bdc1-c3c562024c41 req-c0c559b1-502f-4a07-8d4d-fb486f63537e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580509 Dec 15 16:16:14.598853 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e6199-f246-4775-9671-9715bc051c5f req-8024f059-da6f-489d-b44c-10e76c837996 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:14.600335 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1b0e6199-f246-4775-9671-9715bc051c5f req-8024f059-da6f-489d-b44c-10e76c837996 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0500510 Dec 15 16:16:14.650367 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1b0e6199-f246-4775-9671-9715bc051c5f req-d2ae8005-a927-410a-a3d6-9ffec38e47f2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Dec 15 16:16:14.967734 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:15.088051 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:15.104628 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'port_id': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'mac_address': 'fa:16:3e:ab:21:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:15.151554 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:15.169114 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2b22cb-7362-4ca4-9251-1a506d1f65bc {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:15.188249 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:15.192429 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:15.239621 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=7']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:15.481883 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['2c2b22cb-7362-4ca4-9251-1a506d1f65bc'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:15.617034 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca485ff-18d6-4829-82ea-80fcfda5d585 req-4ff8db14-2db1-4488-a5e8-52c0a86d00d3 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:15.619712 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6ca485ff-18d6-4829-82ea-80fcfda5d585 req-4ff8db14-2db1-4488-a5e8-52c0a86d00d3 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 944 time: 0.0543561 Dec 15 16:16:15.669768 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6ca485ff-18d6-4829-82ea-80fcfda5d585 req-e3c26549-f964-42b2-9959-19b36b8ebc7a tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Dec 15 16:16:15.776660 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd26aa2-1489-43bd-8cde-010c19ad1ae0 req-eacb89f6-d2ea-481f-9315-155a86de9719 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:15.778515 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4cd26aa2-1489-43bd-8cde-010c19ad1ae0 req-eacb89f6-d2ea-481f-9315-155a86de9719 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0523582 Dec 15 16:16:15.826937 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4cd26aa2-1489-43bd-8cde-010c19ad1ae0 req-ec9d9dad-1526-4d8e-8f70-9395346daa7b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Dec 15 16:16:16.945431 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:16.945967 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8466a-d199-41db-b3de-f82c1c6923cc req-432d4711-d554-4a6a-8723-9a924f5c60df tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:16.947803 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5ad8466a-d199-41db-b3de-f82c1c6923cc req-432d4711-d554-4a6a-8723-9a924f5c60df tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0516944 Dec 15 16:16:16.997655 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:16.998026 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.005223 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5ad8466a-d199-41db-b3de-f82c1c6923cc req-c9571f1a-f0c5-4de8-bb8e-9d054dad43b5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Dec 15 16:16:17.074480 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.097448 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:17.099691 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f82232-8b1a-44a6-a62c-9af812115148" -d '{"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:17.112926 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:17.118871 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:17.169432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=8']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:17.255840 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa88321-8d96-4042-9605-58dc66717151 x-openstack-request-id: req-caa88321-8d96-4042-9605-58dc66717151 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:17.256126 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-plugged", "status": "completed", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:17.256379 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-caa88321-8d96-4042-9605-58dc66717151 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:17.256771 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'code': 200} Dec 15 16:16:18.141855 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb6a62-2e33-4a85-99a6-2b014df499d0 req-ad3cdf9d-2739-4653-bfef-e3cead434eff tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:18.143515 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43fb6a62-2e33-4a85-99a6-2b014df499d0 req-ad3cdf9d-2739-4653-bfef-e3cead434eff tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0611877 Dec 15 16:16:18.194581 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43fb6a62-2e33-4a85-99a6-2b014df499d0 req-a9f3665c-50f5-4c11-a38d-237fa60be977 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Dec 15 16:16:19.212209 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5097c052-9b4a-4747-8e45-c3e8d8a68128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:19.312861 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85d217-4c2f-41c5-9174-5919e8b0269e req-606337da-40c4-4ee7-abc3-7a3ae42263b0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:19.314290 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6e85d217-4c2f-41c5-9174-5919e8b0269e req-606337da-40c4-4ee7-abc3-7a3ae42263b0 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0472238 Dec 15 16:16:19.362943 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6e85d217-4c2f-41c5-9174-5919e8b0269e req-0255574e-1813-41cf-b176-40b8b74119ab tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Dec 15 16:16:20.481467 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee39e4-49cb-4cfd-82b7-ac2d5fe925f6 req-5e61878b-efcf-4cc9-a289-0052ba112f3a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:20.482895 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ffee39e4-49cb-4cfd-82b7-ac2d5fe925f6 req-5e61878b-efcf-4cc9-a289-0052ba112f3a tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0472929 Dec 15 16:16:20.528971 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ffee39e4-49cb-4cfd-82b7-ac2d5fe925f6 req-797ab197-a001-47c7-a57d-41c90c614737 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Dec 15 16:16:21.536012 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4b80d925-d61b-45c5-8386-d222dd9fc73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:21.644712 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3c524-207d-40db-b205-969fdd79bee8 req-2fc41077-1155-4189-8a02-0895eac46c45 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:21.646194 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-66f3c524-207d-40db-b205-969fdd79bee8 req-2fc41077-1155-4189-8a02-0895eac46c45 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0473161 Dec 15 16:16:21.696498 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-66f3c524-207d-40db-b205-969fdd79bee8 req-0085ff3b-2735-4b02-acd5-7d89a0f8ad50 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Dec 15 16:16:22.812462 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d02b5-add2-4e94-bc91-0ccdf5e576e6 req-676ed0c6-6b95-45fe-9aa0-60446d946c1d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:22.813935 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ea7d02b5-add2-4e94-bc91-0ccdf5e576e6 req-676ed0c6-6b95-45fe-9aa0-60446d946c1d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0478921 Dec 15 16:16:22.862219 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:22.867674 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ea7d02b5-add2-4e94-bc91-0ccdf5e576e6 req-79de99e3-b97b-4545-a070-3e92d6971165 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469098 Dec 15 16:16:22.951923 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:23.052246 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:23.065014 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'mac_address': 'fa:16:3e:b7:51:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:23.103081 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:23.118710 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:23.139671 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:23.143845 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:23.198925 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=6']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:23.243622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:23.900269 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:24.007095 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1a5c5-7dc5-49a1-8543-5126928980b5 req-ec88b804-6ae4-442f-bcce-b915e0fab22e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:24.009477 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b5c1a5c5-7dc5-49a1-8543-5126928980b5 req-ec88b804-6ae4-442f-bcce-b915e0fab22e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 945 time: 0.0573244 Dec 15 16:16:24.081294 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b5c1a5c5-7dc5-49a1-8543-5126928980b5 req-875b2fc2-3711-4417-b834-8d3bac7ff50f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652788 Dec 15 16:16:24.966916 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:25.015954 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:25.016576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:25.103565 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:25.137757 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:25.140130 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90c665-7833-4f6a-a001-be3edef387dd" -d '{"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:25.154071 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:25.160001 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:25.193189 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13ae76-d092-409b-8561-32213659b3cc x-openstack-request-id: req-4b13ae76-d092-409b-8561-32213659b3cc {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:25.193583 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:25.193908 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b13ae76-d092-409b-8561-32213659b3cc {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:25.194365 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'code': 200} Dec 15 16:16:25.219019 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=7']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:25.226853 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bddbc6-c32d-43dc-83d4-645f8e5903ba req-0e3267a4-8f95-49c1-a4c1-794d66fa2b48 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:25.230703 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-94bddbc6-c32d-43dc-83d4-645f8e5903ba req-0e3267a4-8f95-49c1-a4c1-794d66fa2b48 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0571840 Dec 15 16:16:25.282487 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-94bddbc6-c32d-43dc-83d4-645f8e5903ba req-af7b3cd0-1fca-4c4b-a13d-a59fe6804fb5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Dec 15 16:16:25.577856 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:26.416531 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89b5fa-7808-42be-ac5c-9f6a8dc530d3 req-add00bf0-d8ac-479a-b573-6a1fa3ad9afd tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:26.418046 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5c89b5fa-7808-42be-ac5c-9f6a8dc530d3 req-add00bf0-d8ac-479a-b573-6a1fa3ad9afd tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0530252 Dec 15 16:16:26.478509 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5c89b5fa-7808-42be-ac5c-9f6a8dc530d3 req-58e9b9f5-d0c4-4aa3-aa52-541db4aebca2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538919 Dec 15 16:16:27.614686 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192f465-a6d2-47e9-8eeb-9384d4808a3e req-9ffb3a63-e0f4-4a06-a6ae-0533048dc385 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:27.616779 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e192f465-a6d2-47e9-8eeb-9384d4808a3e req-9ffb3a63-e0f4-4a06-a6ae-0533048dc385 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0601752 Dec 15 16:16:27.680064 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e192f465-a6d2-47e9-8eeb-9384d4808a3e req-08930cc9-c783-41c1-8790-0e4881b8c839 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562744 Dec 15 16:16:28.812961 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1923e9-4178-4c27-9ce5-c5d402ad8439 req-945a8478-9768-43b3-9001-e31dcae172f2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:28.814588 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fe1923e9-4178-4c27-9ce5-c5d402ad8439 req-945a8478-9768-43b3-9001-e31dcae172f2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0549414 Dec 15 16:16:28.871916 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-fe1923e9-4178-4c27-9ce5-c5d402ad8439 req-a5a01457-026f-4a83-a781-fd19836fa275 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Dec 15 16:16:29.654479 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 46396) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:29.794406 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:29.907598 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:29.912911 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:29.966164 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46402) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:29.969959 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79c6ec26cbf943e0b7fab9be8713342b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138044 Dec 15 16:16:29.984715 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9856ff1c-2efa-46db-939b-6c214d057fdb,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:30.010025 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.010757 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.011437 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.011986 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.012556 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.013454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.014001 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.014557 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.015099 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.015677 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.016332 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.016868 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.017430 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824c81b-a870-4b6b-8428-b9a1887d5748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.020663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:30.053073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ebe5c-8749-40f3-aaf6-c9346d369b85 req-851879e4-989a-4638-b253-db7558734941 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:30.057897 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-472ebe5c-8749-40f3-aaf6-c9346d369b85 req-851879e4-989a-4638-b253-db7558734941 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0863299 Dec 15 16:16:30.067808 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:30.128959 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:30.131954 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:30.140045 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-472ebe5c-8749-40f3-aaf6-c9346d369b85 req-67b612a0-2c14-4ebf-a95c-c997114ac502 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763776 Dec 15 16:16:30.143068 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9856ff1c-2efa-46db-939b-6c214d057fdb HTTP/1.1" status: 204 len: 168 time: 0.1714909 Dec 15 16:16:30.167524 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9856ff1c-2efa-46db-939b-6c214d057fdb,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:30.175725 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.176127 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.176432 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.176806 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.177150 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.177633 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.177973 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.178313 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.178649 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.178984 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.179367 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.179702 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.180029 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60bc75b-10d7-4712-8d3e-9a53213cbf54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:30.740724 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9702a40-5dad-496d-af25-6cee4afb6bec req-8b99b95e-116e-47ff-85ea-b78cef3098cf tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:30.748957 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c9702a40-5dad-496d-af25-6cee4afb6bec req-8b99b95e-116e-47ff-85ea-b78cef3098cf tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0687547 Dec 15 16:16:30.824021 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c9702a40-5dad-496d-af25-6cee4afb6bec req-c343f3cc-1399-4737-b5a5-173fdbf6642c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565450 Dec 15 16:16:31.265734 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4e0e3-11c9-4575-b7af-9e91fa845e70 req-1ea2e826-272d-4723-9eab-4d0561edc035 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:31.267837 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0ea4e0e3-11c9-4575-b7af-9e91fa845e70 req-1ea2e826-272d-4723-9eab-4d0561edc035 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0539675 Dec 15 16:16:31.346888 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-0ea4e0e3-11c9-4575-b7af-9e91fa845e70 req-e8d0b14b-5817-4682-8d86-b3f256ffa668 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665174 Dec 15 16:16:31.938477 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dc9a4-120d-4206-9bdf-f2f8ee44d0b4 req-16b10bb4-e0be-4472-aee4-098dfdb0da0e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:31.940102 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-311dc9a4-120d-4206-9bdf-f2f8ee44d0b4 req-16b10bb4-e0be-4472-aee4-098dfdb0da0e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0586896 Dec 15 16:16:31.994112 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-311dc9a4-120d-4206-9bdf-f2f8ee44d0b4 req-326e47b4-53e1-402a-9e7c-916403381f85 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Dec 15 16:16:32.490880 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c463fe-9425-48dd-8ce8-06f3203d6d3d req-3a3a23f2-d50d-45a8-b61f-071f17a15d05 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.497905 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-15c463fe-9425-48dd-8ce8-06f3203d6d3d req-3a3a23f2-d50d-45a8-b61f-071f17a15d05 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0641890 Dec 15 16:16:32.564639 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-15c463fe-9425-48dd-8ce8-06f3203d6d3d req-fad2859e-1524-41ab-976c-f7951af9c833 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656757 Dec 15 16:16:32.735437 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-7e89cb8c-ab62-4dd0-abc2-27325fa97c2d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=767457cee9584e02afc690428a89a898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338337 Dec 15 16:16:32.938982 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f89f9858-0ea1-442c-ac17-6fc63230e40e tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.940771 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f89f9858-0ea1-442c-ac17-6fc63230e40e tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994972 Dec 15 16:16:32.961598 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-34ad2dbd-f39f-46ff-a1e4-0dfd099b1a09 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/quotas/767457cee9584e02afc690428a89a898 HTTP/1.1" status: 200 len: 375 time: 0.0135639 Dec 15 16:16:32.987715 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-33057697-9f9a-4c47-b4d0-6e3d63e451ff tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:32.989423 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-33057697-9f9a-4c47-b4d0-6e3d63e451ff tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0580263 Dec 15 16:16:32.997106 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-d9369337-0dfd-487a-8069-6c4947976537 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=767457cee9584e02afc690428a89a898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307901 Dec 15 16:16:33.169427 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef836-b9c6-43a4-9191-e2217e3890b9 req-a98fd98c-06cb-4761-b5f1-a6e70bd1f1bb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.171041 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3b0ef836-b9c6-43a4-9191-e2217e3890b9 req-a98fd98c-06cb-4761-b5f1-a6e70bd1f1bb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 945 time: 0.0906878 Dec 15 16:16:33.174019 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Deleting port 22b2ec2e-29af-439e-80e6-b88c63e49caf {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:16:33.174449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:33.182678 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9a2aff92-cf3a-4d40-9473-1e1a15c0bbd8 req-5f21a1c5-1375-4fea-a188-67a7bad29c88 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 210 time: 0.0336804 Dec 15 16:16:33.278414 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3b0ef836-b9c6-43a4-9191-e2217e3890b9 req-b764ba8a-d3ce-4b47-bd42-fad1005681d8 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbd418bb-8dec-40bb-a180-07101cdcff58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876396 Dec 15 16:16:33.303726 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] For port 22b2ec2e-29af-439e-80e6-b88c63e49caf, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=22b2ec2e-29af-439e-80e6-b88c63e49caf,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:33.304089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:33.475372 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:33.475793 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:33.476165 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Floating IP 8ab05b12-4619-41f2-90f5-929065536f7e disassociated. External IP: 172.27.0.81, port: 22b2ec2e-29af-439e-80e6-b88c63e49caf. Dec 15 16:16:33.476515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Calling delete_port for 22b2ec2e-29af-439e-80e6-b88c63e49caf owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:16:33.685906 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69604d3-2a36-4b76-aabb-abb6f8cdff02 req-2f738817-e0dd-4226-ba83-887be54f8a66 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.687564 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b69604d3-2a36-4b76-aabb-abb6f8cdff02 req-2f738817-e0dd-4226-ba83-887be54f8a66 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.0513027 Dec 15 16:16:33.746796 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b69604d3-2a36-4b76-aabb-abb6f8cdff02 req-70a81d21-1ac4-48d4-959d-124e149a7b2d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519061 Dec 15 16:16:33.799750 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-4f888165-e9fc-4f85-af30-6c1fcc92844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.801225 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-4f888165-e9fc-4f85-af30-6c1fcc92844f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1099 time: 0.0521445 Dec 15 16:16:33.842954 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:33.873324 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event deleted for resources: {'Port': ['ID=22b2ec2e-29af-439e-80e6-b88c63e49caf,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:33.893035 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-08b3bba9-2eca-4084-a6ee-a6290ff81477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:33.894604 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-08b3bba9-2eca-4084-a6ee-a6290ff81477 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.0859556 Dec 15 16:16:33.965058 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-c2001a28-7c5f-4a2a-a11b-c3002402de6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 200 len: 1001 time: 0.0613296 Dec 15 16:16:33.988154 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Router d208ee4f-97f4-4198-b3ce-96d10a202194 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:16:34.017289 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-ec49ba09-f171-4d4f-b8a5-cb441b186a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:34.018747 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-ec49ba09-f171-4d4f-b8a5-cb441b186a9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0443285 Dec 15 16:16:34.064550 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-cec75c4d-990a-4906-864e-fe56fc7890c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:34.066051 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-cec75c4d-990a-4906-864e-fe56fc7890c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392709 Dec 15 16:16:34.096575 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:16:34.108698 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:16:34.119181 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:16:34.120039 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:16:34.143009 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] No DVR routers for this DVR port 22b2ec2e-29af-439e-80e6-b88c63e49caf on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:16:34.145655 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:34.149079 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b80acc0-f7da-4f7d-b74b-42db49667c81 req-050fe784-5a21-44c2-9d80-d57dfe5c5b4b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "DELETE /v2.0/ports/22b2ec2e-29af-439e-80e6-b88c63e49caf HTTP/1.1" status: 204 len: 173 time: 1.1511335 Dec 15 16:16:34.149570 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'name': 'network-vif-deleted', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:34.152378 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aec411-68fa-4907-973d-1386a78d1c2b" -d '{"events": [{"server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "name": "network-vif-deleted", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:34.181573 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-b5da9fd0-09a1-4a36-bfff-a9bd0ecc8822 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962405 Dec 15 16:16:34.235947 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f2ab1a4f-8f49-4756-a208-eeb05a400ab7 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=767457cee9584e02afc690428a89a898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465524 Dec 15 16:16:34.251931 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:16:34.398077 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ad45deac-2f1b-4aa5-be52-14e5e7cbeeb2 req-17f0ee9b-dbe3-478f-9ff0-d8b8316d34ac service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057743 Dec 15 16:16:34.456426 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-394851d1-25ac-45fa-a6ed-9a245136271b req-7bbf842f-fcbc-4d87-a03b-afa44119ca97 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 210 time: 0.0979099 Dec 15 16:16:34.533331 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e861689a-e098-4c50-a4e3-2a5538c63664 x-openstack-request-id: req-e861689a-e098-4c50-a4e3-2a5538c63664 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:34.533744 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e", "name": "network-vif-deleted", "tag": "22b2ec2e-29af-439e-80e6-b88c63e49caf", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:34.534176 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e861689a-e098-4c50-a4e3-2a5538c63664 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:34.535973 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e', 'name': 'network-vif-deleted', 'tag': '22b2ec2e-29af-439e-80e6-b88c63e49caf', 'status': 'completed', 'code': 200} Dec 15 16:16:34.574279 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:16:34.580617 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-026e29da-08ee-492c-9dd6-667edb4637dd req-1ba1d2d8-e8fd-4044-b777-5dee59c48cc0 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4868f1-c75f-46f6-8dc9-1c70a8e6a18e HTTP/1.1" status: 200 len: 210 time: 0.0283172 Dec 15 16:16:34.589146 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-30600380-dbe9-4963-bd92-ec9f48910941 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:34.590642 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-30600380-dbe9-4963-bd92-ec9f48910941 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465385 Dec 15 16:16:34.606913 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:16:34.615988 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:16:34.616656 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:16:34.619668 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Request body: {'port': {'device_id': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f', 'admin_state_up': True, 'tenant_id': '767457cee9584e02afc690428a89a898'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:34.724799 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:16:34.730283 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Made reservation on behalf of 767457cee9584e02afc690428a89a898 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:16:34.738767 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:34.749024 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:34.854181 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:34.866090 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:34.955131 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:16:34.955523 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f261d6b1-589e-472e-8ff3-3b7b22a21acb,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:34.976894 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43616bfe-7863-49ac-b9b4-aa587d2d31d5 req-a9e4cdab-5e31-431b-932f-f944befe5adc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:34.978880 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43616bfe-7863-49ac-b9b4-aa587d2d31d5 req-a9e4cdab-5e31-431b-932f-f944befe5adc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 946 time: 0.1232822 Dec 15 16:16:34.988009 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892384d4-bb5d-432c-9ffc-fdaa09c1a87b None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:16:35.044604 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:35.069611 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-43616bfe-7863-49ac-b9b4-aa587d2d31d5 req-9391947e-7fec-40e0-bf79-33e149803691 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846987 Dec 15 16:16:35.070634 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Allocated IP 192.168.233.9 (ddd508c4-3343-4589-983d-fec66c98675f/c80b9fef-2ee9-424f-aa38-3d2f0fdf3520/db8bbec1-5dba-44c7-8b58-c7a0af255d94) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:16:35.137375 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.161811 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:35.164350 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cafe5f-5864-4d2e-8fce-323a876bfbf1" -d '{"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:35.181765 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:35.188353 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.190419 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 22b2ec2e-29af-439e-80e6-b88c63e49caf no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:35.215470 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f52c16-a38a-4716-bcb6-59719a7f1d4d x-openstack-request-id: req-b4f52c16-a38a-4716-bcb6-59719a7f1d4d {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:35.215764 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-unplugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:35.216025 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4f52c16-a38a-4716-bcb6-59719a7f1d4d {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:35.216961 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'code': 200} Dec 15 16:16:35.244175 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 22b2ec2e-29af-439e-80e6-b88c63e49caf {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:16:35.244603 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 22b2ec2e-29af-439e-80e6-b88c63e49caf not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:16:35.249083 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.274836 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=8']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:35.285316 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50325a2e-3eac-4994-92f3-b814056e7e9e None None] New status for floating IP 8ab05b12-4619-41f2-90f5-929065536f7e: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:16:35.287692 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.331196 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Network ddd508c4-3343-4589-983d-fec66c98675f is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:16:35.334486 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:35.338733 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:16:35.375379 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Pushing event updated for resources: {'Port': ['ID=db8bbec1-5dba-44c7-8b58-c7a0af255d94,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:35.397903 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:35.398594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.422913 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-51eec535-b2e5-4f90-904c-12bdb66d331d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8072891 Dec 15 16:16:35.436562 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Request body: {'port': {'device_id': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:35.510573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.581566 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-4ee75f9a-8c15-454e-984e-1a937412eb5a None None] Provisioning complete for port db8bbec1-5dba-44c7-8b58-c7a0af255d94 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:35.582044 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4ee75f9a-8c15-454e-984e-1a937412eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.618963 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-4ee75f9a-8c15-454e-984e-1a937412eb5a None None] Port db8bbec1-5dba-44c7-8b58-c7a0af255d94 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:16:35.670039 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46512) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:35.675050 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ed6f-d390-45e5-aa60-65c7b08a96af req-cb5a710d-ec64-4e53-9215-565c8ed1c9bf tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:35.676488 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1414ed6f-d390-45e5-aa60-65c7b08a96af req-cb5a710d-ec64-4e53-9215-565c8ed1c9bf tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 934 time: 0.1314182 Dec 15 16:16:35.727805 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e193e94-52e6-42a0-80b0-ff2a30f3b2ee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.751520 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e193e94-52e6-42a0-80b0-ff2a30f3b2ee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.778468 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1414ed6f-d390-45e5-aa60-65c7b08a96af req-0f814011-ae87-4f02-8a33-8e06b38127c0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952389 Dec 15 16:16:35.804294 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e193e94-52e6-42a0-80b0-ff2a30f3b2ee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.807813 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5e193e94-52e6-42a0-80b0-ff2a30f3b2ee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.808957 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5e193e94-52e6-42a0-80b0-ff2a30f3b2ee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "DELETE /v2.0/security-groups/fbd418bb-8dec-40bb-a180-07101cdcff58 HTTP/1.1" status: 204 len: 168 time: 0.1379013 Dec 15 16:16:35.813288 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46514) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:35.826377 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e193e94-52e6-42a0-80b0-ff2a30f3b2ee tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd418bb-8dec-40bb-a180-07101cdcff58,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:35.835304 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.api.v2.resource [None req-c57fec6a-4683-4861-9536-4a568d4f1b4d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] show failed (client error): The resource could not be found. Dec 15 16:16:35.836374 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-c57fec6a-4683-4861-9536-4a568d4f1b4d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups/fbd418bb-8dec-40bb-a180-07101cdcff58 HTTP/1.1" status: 404 len: 347 time: 0.0221684 Dec 15 16:16:35.839389 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46516) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:35.871359 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8bbec1-5dba-44c7-8b58-c7a0af255d94 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:35.878873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.892482 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Transition to ACTIVE for port object db8bbec1-5dba-44c7-8b58-c7a0af255d94 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:16:35.896206 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:35.950260 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Pushing event updated for resources: {'Port': ['ID=db8bbec1-5dba-44c7-8b58-c7a0af255d94,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:35.967158 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Deleting port 49a2a58e-e015-477a-80f6-542b47f40773 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:16:35.968358 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.018714 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Attempting to bind port db8bbec1-5dba-44c7-8b58-c7a0af255d94 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:16:36.018714 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Attempting to bind port db8bbec1-5dba-44c7-8b58-c7a0af255d94 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:16:36.019040 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Attempting to bind port db8bbec1-5dba-44c7-8b58-c7a0af255d94 on network ddd508c4-3343-4589-983d-fec66c98675f {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:36.023337 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Port db8bbec1-5dba-44c7-8b58-c7a0af255d94 on network ddd508c4-3343-4589-983d-fec66c98675f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:16:36.023662 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Attempting to bind port db8bbec1-5dba-44c7-8b58-c7a0af255d94 on network ddd508c4-3343-4589-983d-fec66c98675f {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:36.029573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:16:36.029958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Checking segment: {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:16:36.030343 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Bound using segment: {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:16:36.030766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Bound port: db8bbec1-5dba-44c7-8b58-c7a0af255d94, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:16:36.031115 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.049247 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.049612 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.062438 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Calling delete_port for 49a2a58e-e015-477a-80f6-542b47f40773 owned by network:floatingip {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:16:36.103085 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] For port db8bbec1-5dba-44c7-8b58-c7a0af255d94, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:16:36.106884 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] For port db8bbec1-5dba-44c7-8b58-c7a0af255d94, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:16:36.123579 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.167263 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.167892 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.169328 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/db8bbec1-5dba-44c7-8b58-c7a0af255d94 HTTP/1.1" status: 200 len: 1096 time: 0.7372200 Dec 15 16:16:36.194518 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103f32-ccb6-40c9-b2bc-2c26e43485f8 service neutron] Pushing event updated for resources: {'Port': ['ID=db8bbec1-5dba-44c7-8b58-c7a0af255d94,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:36.233866 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.275204 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event deleted for resources: {'Port': ['ID=49a2a58e-e015-477a-80f6-542b47f40773,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:36.298355 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-c1def85c-7be9-4d4a-a498-07adcf23a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.300035 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-c1def85c-7be9-4d4a-a498-07adcf23a7e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=767457cee9584e02afc690428a89a898&device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 1099 time: 0.0660241 Dec 15 16:16:36.361533 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-72dfdda3-6ad2-4649-b446-15642343e0c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94 HTTP/1.1" status: 200 len: 217 time: 0.0482750 Dec 15 16:16:36.366986 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.369731 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:36.374644 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9eff5a84-59a1-4d7a-bec2-fc93b9828693 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "DELETE /v2.0/floatingips/8ab05b12-4619-41f2-90f5-929065536f7e HTTP/1.1" status: 204 len: 168 time: 0.5335243 Dec 15 16:16:36.392173 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b21b-272c-4582-8a48-9ae81e2eeeb6 req-b2522fbb-a320-4091-83d4-c4a17b96b029 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.393783 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a894b21b-272c-4582-8a48-9ae81e2eeeb6 req-b2522fbb-a320-4091-83d4-c4a17b96b029 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0739002 Dec 15 16:16:36.431350 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-99195c7b-f279-420a-bfa6-677547bb9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.433189 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-99195c7b-f279-420a-bfa6-677547bb9b6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c80b9fef-2ee9-424f-aa38-3d2f0fdf3520 HTTP/1.1" status: 200 len: 843 time: 0.0626783 Dec 15 16:16:36.471899 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a894b21b-272c-4582-8a48-9ae81e2eeeb6 req-cebd51cb-fb95-4dce-a313-746275ce4f96 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698109 Dec 15 16:16:36.508891 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-2e7623f4-21ef-437e-bcdc-915b5e81d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.508891 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-2e7623f4-21ef-437e-bcdc-915b5e81d47f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddd508c4-3343-4589-983d-fec66c98675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508533 Dec 15 16:16:36.537148 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'tag': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:36.541496 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac95106-640b-43cf-81c0-d938ad6bc5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "23bbab0f-7ee0-4ef7-adc9-94502d92a5bf", "tag": "db8bbec1-5dba-44c7-8b58-c7a0af255d94"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:36.611763 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414662e-f0aa-4173-a7fb-a28c305d0f7c x-openstack-request-id: req-b414662e-f0aa-4173-a7fb-a28c305d0f7c {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:36.612057 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bbab0f-7ee0-4ef7-adc9-94502d92a5bf", "tag": "db8bbec1-5dba-44c7-8b58-c7a0af255d94", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:36.612311 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b414662e-f0aa-4173-a7fb-a28c305d0f7c {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:36.612702 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'tag': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94', 'status': 'completed', 'code': 200} Dec 15 16:16:36.623634 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-8756271d-1136-4c68-a2d0-dc08e398818e service neutron] 10.222.0.46 "GET /v2.0/networks/ddd508c4-3343-4589-983d-fec66c98675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055801 Dec 15 16:16:36.718556 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-eb9fc757-f33e-4183-8e80-f7e6f339c1f8 req-c3793400-0619-40d8-bca4-94bd23e2c0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/ddd508c4-3343-4589-983d-fec66c98675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832725 Dec 15 16:16:36.848550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-f7219606-672b-4542-b97c-65d711e9f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.850893 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-f7219606-672b-4542-b97c-65d711e9f0dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=767457cee9584e02afc690428a89a898&device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 1099 time: 0.0780251 Dec 15 16:16:36.956926 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402d64f-66ee-46c4-8021-160d70c29d8a req-b82396cc-9744-4173-b1fb-9a82b199618c tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:36.958753 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9402d64f-66ee-46c4-8021-160d70c29d8a req-b82396cc-9744-4173-b1fb-9a82b199618c tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 946 time: 0.0668364 Dec 15 16:16:37.013478 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46526) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:37.022645 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534717734', 'description': 'tempest-description--2066634957'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:37.032463 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-bb3e2b5c-dd1e-4701-ac9c-b7b4c8d66b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:37.034088 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-bb3e2b5c-dd1e-4701-ac9c-b7b4c8d66b0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddd508c4-3343-4589-983d-fec66c98675f HTTP/1.1" status: 200 len: 870 time: 0.1716597 Dec 15 16:16:37.043276 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9402d64f-66ee-46c4-8021-160d70c29d8a req-ffa11e01-f574-4c23-b900-8d5595bd47fc tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Dec 15 16:16:37.060992 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.102664 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-e5a9379d-2b71-4370-86cc-c46f01fd5b7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94 HTTP/1.1" status: 200 len: 217 time: 0.0487001 Dec 15 16:16:37.138172 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.142284 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.156073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-21b9eaee-d087-414d-9bf9-3d09578f83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:37.157542 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-21b9eaee-d087-414d-9bf9-3d09578f83bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c80b9fef-2ee9-424f-aa38-3d2f0fdf3520 HTTP/1.1" status: 200 len: 843 time: 0.0448980 Dec 15 16:16:37.171034 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.174871 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1577976 Dec 15 16:16:37.175083 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46528) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:37.179406 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'security_group_rule': {'security_group_id': '4871426d-0598-47d6-9b60-33cc05819d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:37.185844 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12ba2d-fbba-4d99-8da7-45774b404061 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4871426d-0598-47d6-9b60-33cc05819d6a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:37.206266 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-6528445c-5c55-43c0-af26-53a0b08896f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:37.207750 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-6528445c-5c55-43c0-af26-53a0b08896f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddd508c4-3343-4589-983d-fec66c98675f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423005 Dec 15 16:16:37.210111 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.265336 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.268958 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.283356 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10aa6862-9c0f-4998-b5b7-8c94575e2451,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:37.294818 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.295999 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-cde716d2-2eca-4a46-a5dc-71964eaa94db tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199629 Dec 15 16:16:37.298682 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46530) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:37.302856 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'security_group_rule': {'security_group_id': '4871426d-0598-47d6-9b60-33cc05819d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:37.309525 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-baf9ae64-0c20-4071-ba94-0d2d8731110c service neutron] 10.222.0.46 "GET /v2.0/networks/ddd508c4-3343-4589-983d-fec66c98675f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899601 Dec 15 16:16:37.328570 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.385794 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.389325 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.399033 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4ac95106-640b-43cf-81c0-d938ad6bc5dc req-48af0757-804a-4ab3-89a1-6fe7c4c1deb0 service neutron] 10.222.0.46 "GET /v2.0/networks/ddd508c4-3343-4589-983d-fec66c98675f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811615 Dec 15 16:16:37.403650 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c9ab18-386d-48a9-84b2-15efdd0e8ff6,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:37.415705 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.416900 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-e24a2fc0-588e-48fa-af12-10573ac14afc tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172817 Dec 15 16:16:37.419976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 46532) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:37.424227 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:37.445815 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.539356 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.602016 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ed1c-22c6-4cb1-92b6-8c8120532499 req-63b9a575-4bda-4a6a-ae39-de5d952ba908 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:37.604188 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2a30ed1c-22c6-4cb1-92b6-8c8120532499 req-63b9a575-4bda-4a6a-ae39-de5d952ba908 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0486567 Dec 15 16:16:37.648598 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Allocated IP 172.27.0.204 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/3d190e88-af0f-4708-a6a3-bb7843310eef) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:16:37.651273 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2a30ed1c-22c6-4cb1-92b6-8c8120532499 req-9c5a39e5-2110-4a2a-a800-3ca87931138d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Dec 15 16:16:37.751293 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.789908 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.834811 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:16:37.839483 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:37.843955 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:16:37.846770 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'Port': ['ID=3d190e88-af0f-4708-a6a3-bb7843310eef,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:37.950795 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:37.985595 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:38.177464 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9121e1-b25e-4325-95e9-d3f8ce9d195a req-0a104f47-d177-43d6-80de-36124d0999f9 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:38.179052 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bd9121e1-b25e-4325-95e9-d3f8ce9d195a req-0a104f47-d177-43d6-80de-36124d0999f9 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 946 time: 0.0606303 Dec 15 16:16:38.242560 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bd9121e1-b25e-4325-95e9-d3f8ce9d195a req-19c7f2bb-017d-4992-85ad-27429472c63b tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Dec 15 16:16:38.396678 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:38.401960 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9399861'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:38.469294 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'Port': ['ID=3d190e88-af0f-4708-a6a3-bb7843310eef,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:38.486010 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:38.508477 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:38.510180 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-e590bb8a-05da-4da0-8adb-4d735d440b2f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0891805 Dec 15 16:16:38.630568 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa1db-3520-4013-a2b3-86c7142bca07 req-b2869269-9f23-47b3-b71c-460ec8cbd70d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:38.632092 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-becaa1db-3520-4013-a2b3-86c7142bca07 req-b2869269-9f23-47b3-b71c-460ec8cbd70d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0797975 Dec 15 16:16:38.639425 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-615c154b-c257-42f4-a7d6-0f4fd38e58cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569048 Dec 15 16:16:38.687051 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-becaa1db-3520-4013-a2b3-86c7142bca07 req-555fd675-2b0c-4cdd-977c-a6d0d6b0e3c8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466084 Dec 15 16:16:38.747054 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-15046812-d1f8-4752-9c92-488e61923c30 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1534717734&fields=id&tenant_id=710c6a0383874f9b946e8376a79787b6 HTTP/1.1" status: 200 len: 267 time: 0.0448351 Dec 15 16:16:38.860768 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-3aea5bab-74cb-457e-bc63-59ee58afe02d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:38.862296 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-3aea5bab-74cb-457e-bc63-59ee58afe02d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 811 time: 0.1085827 Dec 15 16:16:38.877505 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-767549b2-3cc1-412f-9ddd-7b119810db0e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/quotas/710c6a0383874f9b946e8376a79787b6 HTTP/1.1" status: 200 len: 375 time: 0.0094154 Dec 15 16:16:38.937704 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-4b625664-8572-417c-8882-941d7e4cf111 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544848 Dec 15 16:16:39.139463 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-7bfa4bd4-5b24-41d1-a7b9-ab0776e6bef8 service neutron] 10.222.0.36 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891501 Dec 15 16:16:39.230835 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-fa90244e-7322-401e-b5bc-2023c171dd47 service neutron] 10.222.0.36 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Dec 15 16:16:39.363373 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71708c97-ae83-4661-a1a0-1173fc291758 req-246938b9-abfc-4a1a-b0b9-61d4305f94b4 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:39.365063 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-71708c97-ae83-4661-a1a0-1173fc291758 req-246938b9-abfc-4a1a-b0b9-61d4305f94b4 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 946 time: 0.0518000 Dec 15 16:16:39.395477 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-940a8d8d-7bc6-444a-b153-fb49e536fb1d req-9d27537f-68eb-45b2-bafe-f7df7c6cf89f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Dec 15 16:16:39.421165 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-71708c97-ae83-4661-a1a0-1173fc291758 req-8e4612ce-8a52-4859-b40a-f25869cb45dd tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Dec 15 16:16:39.449364 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-83896784-0ff8-4e11-a6b9-ceffb184df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:39.450898 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-83896784-0ff8-4e11-a6b9-ceffb184df27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe&tenant_id=4293903670af4a238fe13d805fcd9d59 HTTP/1.1" status: 200 len: 1097 time: 0.0540273 Dec 15 16:16:39.756348 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-6d508b2e-109d-4af2-a60e-4457e610b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:39.757771 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-6d508b2e-109d-4af2-a60e-4457e610b6f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4293903670af4a238fe13d805fcd9d59&device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1097 time: 0.2784665 Dec 15 16:16:39.865860 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca42bdb-46d0-4a5f-a1af-8e3313d80b31 req-ad831782-8c41-44b5-a9ef-ae0d68b2d345 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:39.867327 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8ca42bdb-46d0-4a5f-a1af-8e3313d80b31 req-ad831782-8c41-44b5-a9ef-ae0d68b2d345 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.1020947 Dec 15 16:16:39.904062 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-9222431e-ef72-4d6a-8b3d-79f4ebdbb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:39.905530 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-9222431e-ef72-4d6a-8b3d-79f4ebdbb266 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 200 len: 918 time: 0.1302769 Dec 15 16:16:39.969252 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8ca42bdb-46d0-4a5f-a1af-8e3313d80b31 req-8cdc1daf-5e0e-473f-bbb9-794a93ea1ee6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934236 Dec 15 16:16:39.987125 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-61afc043-0099-4766-a833-b191a17df656 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 200 len: 999 time: 0.0721450 Dec 15 16:16:40.041095 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-8aa9338d-d782-4682-926d-b2b234c5b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:40.042459 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-8aa9338d-d782-4682-926d-b2b234c5b679 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 200 len: 856 time: 0.0462260 Dec 15 16:16:40.090379 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-1594d7c9-611a-4df5-94c0-23f9bf55e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:40.091838 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-1594d7c9-611a-4df5-94c0-23f9bf55e0f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed985f33-cdae-44a4-bb97-f437877d64c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410256 Dec 15 16:16:40.184117 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-e70c80bb-e346-40b2-a672-71c717e16bc4 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810442 Dec 15 16:16:40.289287 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9b1a859d-dccb-489b-813e-5e911bb58854 req-5c20c593-640a-4d38-8d78-1af956320488 service neutron] 10.222.0.46 "GET /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880294 Dec 15 16:16:40.415190 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-0aa1ecb7-e46f-4a44-a2cc-e8a82d783e1e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:40.416648 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-0aa1ecb7-e46f-4a44-a2cc-e8a82d783e1e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 811 time: 0.1132090 Dec 15 16:16:40.489456 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-4f446a58-2c3f-4ed1-8520-5bc1b30f2085 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710c6a0383874f9b946e8376a79787b6 HTTP/1.1" status: 200 len: 380 time: 0.0626562 Dec 15 16:16:40.506078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'port': {'device_id': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'admin_state_up': True, 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'security_groups': ['4871426d-0598-47d6-9b60-33cc05819d6a']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:40.519526 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9f27d1da-b5fa-418f-b390-9ac2fcb4d287 req-8d3e1359-42a3-4010-a32b-4855d2167c07 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 210 time: 0.0292671 Dec 15 16:16:40.610585 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad729601-e107-49fe-990b-bbe76a080fdc req-0500b59f-ed7c-4338-a4cb-ff5008953b17 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:40.612001 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad729601-e107-49fe-990b-bbe76a080fdc req-0500b59f-ed7c-4338-a4cb-ff5008953b17 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 946 time: 0.1002955 Dec 15 16:16:40.688323 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad729601-e107-49fe-990b-bbe76a080fdc req-5322eb1c-a99c-4045-b803-07b7ee384a05 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655360 Dec 15 16:16:40.694505 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Made reservation on behalf of 710c6a0383874f9b946e8376a79787b6 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:16:40.699089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:40.862645 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Allocated IP 172.20.0.13 (8b76a42d-a289-476f-a87a-d1a85520dc8f/edbb17c5-e549-4540-8f77-220d1fd9f724/ae641ced-6e64-46f2-ad18-9b3191eb38ed) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:16:41.053955 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device db8bbec1-5dba-44c7-8b58-c7a0af255d94 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:41.066595 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:41.074980 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.114442 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9024a-73a8-496e-92bc-0a57c240f10d req-78fd38ae-7bc9-47dc-a7f1-8fab3897ae62 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:41.122347 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.125843 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1be9024a-73a8-496e-92bc-0a57c240f10d req-78fd38ae-7bc9-47dc-a7f1-8fab3897ae62 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0678806 Dec 15 16:16:41.204783 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event updated for resources: {'Port': ['ID=ae641ced-6e64-46f2-ad18-9b3191eb38ed,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:41.215085 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1be9024a-73a8-496e-92bc-0a57c240f10d req-9ea6dfd5-6140-4e0b-bddf-5df4e0634063 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883226 Dec 15 16:16:41.225247 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:16:41.245817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:41.245817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:16:41.279875 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port db8bbec1-5dba-44c7-8b58-c7a0af255d94, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:41.340316 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:41.341767 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.345862 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94', 'network_id': 'ddd508c4-3343-4589-983d-fec66c98675f', 'port_id': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94', 'mac_address': 'fa:16:3e:35:64:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80b9fef-2ee9-424f-aa38-3d2f0fdf3520', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:41.376620 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-6d0892a6-3468-47c6-b869-c3c6109d832d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8747334 Dec 15 16:16:41.415005 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.430822 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8bbec1-5dba-44c7-8b58-c7a0af255d94 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:41.455083 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port db8bbec1-5dba-44c7-8b58-c7a0af255d94, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:41.461192 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.513606 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=db8bbec1-5dba-44c7-8b58-c7a0af255d94,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:41.531343 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3f711477-cea8-4987-aacf-b91838504c33 None None] Provisioning complete for port ae641ced-6e64-46f2-ad18-9b3191eb38ed triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:41.531712 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3f711477-cea8-4987-aacf-b91838504c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:41.573208 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3f711477-cea8-4987-aacf-b91838504c33 None None] Port ae641ced-6e64-46f2-ad18-9b3191eb38ed cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:16:41.593830 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:16:41.656326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973d7cc-5c44-45c7-9fcf-adccbdf30000 req-43284477-d896-4d09-863c-2a5769fc712f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:41.659023 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d973d7cc-5c44-45c7-9fcf-adccbdf30000 req-43284477-d896-4d09-863c-2a5769fc712f tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0544341 Dec 15 16:16:41.706714 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d973d7cc-5c44-45c7-9fcf-adccbdf30000 req-5744899d-f25e-446d-b6c8-29a7c4ca5320 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Dec 15 16:16:41.710632 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['db8bbec1-5dba-44c7-8b58-c7a0af255d94'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:41.834072 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf8a2d-7600-43fd-9d1c-427cbb002060 req-86e91037-0131-4f82-ae25-a906075103a3 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:41.836637 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7acf8a2d-7600-43fd-9d1c-427cbb002060 req-86e91037-0131-4f82-ae25-a906075103a3 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 947 time: 0.0706813 Dec 15 16:16:41.895930 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7acf8a2d-7600-43fd-9d1c-427cbb002060 req-22b92ca7-c98f-4ee6-88e1-565396e72d24 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521076 Dec 15 16:16:42.344679 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb8172-aa7e-4cfa-94b5-cb1c3912c1f8 req-e2caa1c6-acaf-45da-8949-5b66c18351b2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:42.346719 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-92bb8172-aa7e-4cfa-94b5-cb1c3912c1f8 req-e2caa1c6-acaf-45da-8949-5b66c18351b2 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0515902 Dec 15 16:16:42.400918 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-92bb8172-aa7e-4cfa-94b5-cb1c3912c1f8 req-a74f4053-1807-48d4-8798-2842b6a5a1c1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468009 Dec 15 16:16:42.827298 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6845f-ed6a-4aa7-aa75-b367fe45eeaf req-79b81709-23a9-41a8-b80e-f830c6e8a063 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:42.828797 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-38d6845f-ed6a-4aa7-aa75-b367fe45eeaf req-79b81709-23a9-41a8-b80e-f830c6e8a063 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0512893 Dec 15 16:16:42.877203 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-38d6845f-ed6a-4aa7-aa75-b367fe45eeaf req-4fa36d35-1986-43b4-9a24-ba846e2b9523 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Dec 15 16:16:43.015704 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c201d-f622-4181-b71d-8b065d10e6f7 req-4fd89ea1-aebc-4055-b5e9-650e466c93eb tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:43.017259 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-832c201d-f622-4181-b71d-8b065d10e6f7 req-4fd89ea1-aebc-4055-b5e9-650e466c93eb tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 947 time: 0.0517209 Dec 15 16:16:43.057776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device db8bbec1-5dba-44c7-8b58-c7a0af255d94 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:43.069226 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-832c201d-f622-4181-b71d-8b065d10e6f7 req-15d87e40-c553-495e-b269-9c1bd606862d tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Dec 15 16:16:43.112660 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port db8bbec1-5dba-44c7-8b58-c7a0af255d94 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:16:43.117731 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port db8bbec1-5dba-44c7-8b58-c7a0af255d94 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:43.118750 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:43.200155 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:43.222896 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:43.225115 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72edfd44-0b95-4505-8ceb-9b6c93ff2c5e" -d '{"events": [{"server_uuid": "23bbab0f-7ee0-4ef7-adc9-94502d92a5bf", "name": "network-vif-plugged", "status": "completed", "tag": "db8bbec1-5dba-44c7-8b58-c7a0af255d94"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:43.238632 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port db8bbec1-5dba-44c7-8b58-c7a0af255d94, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:43.243692 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:43.286440 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4636121-1993-4ed2-a7e8-b84a05e17508 x-openstack-request-id: req-a4636121-1993-4ed2-a7e8-b84a05e17508 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:43.286780 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bbab0f-7ee0-4ef7-adc9-94502d92a5bf", "name": "network-vif-plugged", "status": "completed", "tag": "db8bbec1-5dba-44c7-8b58-c7a0af255d94", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:43.287036 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4636121-1993-4ed2-a7e8-b84a05e17508 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:43.287417 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94', 'code': 200} Dec 15 16:16:43.298268 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=db8bbec1-5dba-44c7-8b58-c7a0af255d94,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:43.530323 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cbd2-e6a9-4db1-8d80-6a897a746656 req-abd21aa1-c4ce-42f5-9471-28e97944b20f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:43.531727 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-40c9cbd2-e6a9-4db1-8d80-6a897a746656 req-abd21aa1-c4ce-42f5-9471-28e97944b20f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0491769 Dec 15 16:16:43.584664 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-40c9cbd2-e6a9-4db1-8d80-6a897a746656 req-f38e586c-2b1d-4011-bdde-8c79b9f3eea6 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456760 Dec 15 16:16:44.000646 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2854cb-dc18-4225-8be5-b799365d68a1 req-d772e3a9-4c01-4667-9f28-12334d5fb709 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:44.002155 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-db2854cb-dc18-4225-8be5-b799365d68a1 req-d772e3a9-4c01-4667-9f28-12334d5fb709 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0521510 Dec 15 16:16:44.052694 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-db2854cb-dc18-4225-8be5-b799365d68a1 req-9c62e764-19e8-4f3b-846d-fe96bf0b33cd tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444725 Dec 15 16:16:44.204677 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdc4f-6b77-405a-aae8-1d8cb94620b8 req-9147f95e-5d73-4a73-b3c8-88393f12f5d9 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:44.206117 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-12dfdc4f-6b77-405a-aae8-1d8cb94620b8 req-9147f95e-5d73-4a73-b3c8-88393f12f5d9 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0543411 Dec 15 16:16:44.258365 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-12dfdc4f-6b77-405a-aae8-1d8cb94620b8 req-4dd25435-d729-4c8d-b45d-80e53f75ab1c tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455513 Dec 15 16:16:44.312084 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:44.714788 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ae86-3e97-4ca3-b8d1-205cf3640e24 req-6856f8a2-0c44-4315-92c0-f8c366cb0615 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:44.716452 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8bc0ae86-3e97-4ca3-b8d1-205cf3640e24 req-6856f8a2-0c44-4315-92c0-f8c366cb0615 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0538008 Dec 15 16:16:44.766206 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8bc0ae86-3e97-4ca3-b8d1-205cf3640e24 req-2cc37471-abde-43a3-9fd3-6076f778e8cc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Dec 15 16:16:45.167297 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2be2e8-92b6-4d9f-b299-5ff92a8b866c req-89ecab35-279b-4c62-9ce3-2021448153ff tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:45.168786 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb2be2e8-92b6-4d9f-b299-5ff92a8b866c req-89ecab35-279b-4c62-9ce3-2021448153ff tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0488439 Dec 15 16:16:45.222147 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bb2be2e8-92b6-4d9f-b299-5ff92a8b866c req-82f35d0f-7626-496f-aef0-23252ef0927a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474017 Dec 15 16:16:45.391244 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a62f61-2ffb-4fa6-97cc-74715a0c5630 req-8b607240-1277-40d2-bcea-70c4c332d6c0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:45.392938 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e7a62f61-2ffb-4fa6-97cc-74715a0c5630 req-8b607240-1277-40d2-bcea-70c4c332d6c0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0656009 Dec 15 16:16:45.444416 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e7a62f61-2ffb-4fa6-97cc-74715a0c5630 req-a96e66e2-add0-48bd-b3df-3ec05bef5276 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Dec 15 16:16:45.889896 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6608-c187-46c5-9b45-e294ff6cd763 req-f0521fef-1a0d-4c23-8f7b-4a116b3dc14e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:45.891438 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-377a6608-c187-46c5-9b45-e294ff6cd763 req-f0521fef-1a0d-4c23-8f7b-4a116b3dc14e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0477400 Dec 15 16:16:45.946729 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-377a6608-c187-46c5-9b45-e294ff6cd763 req-72d6299b-6d74-409b-9fa7-422046f25da1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489128 Dec 15 16:16:46.345415 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de741f96-d10f-461d-aca5-8475d6eee657 req-d467c71a-8921-4b91-9464-d0866617b460 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:46.346914 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-de741f96-d10f-461d-aca5-8475d6eee657 req-d467c71a-8921-4b91-9464-d0866617b460 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0526166 Dec 15 16:16:46.397208 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-de741f96-d10f-461d-aca5-8475d6eee657 req-5e00956a-b0c0-40dc-baa6-fe449d412049 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Dec 15 16:16:46.567184 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085e38e-bb46-48b1-ab67-4c6db4f5c7cd req-024ef7a6-9734-49f0-86b5-4cee7a9e87ef tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:46.568577 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8085e38e-bb46-48b1-ab67-4c6db4f5c7cd req-024ef7a6-9734-49f0-86b5-4cee7a9e87ef tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0534782 Dec 15 16:16:46.624498 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8085e38e-bb46-48b1-ab67-4c6db4f5c7cd req-d5bd20ad-7897-4178-abb9-38289112e0bc tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487065 Dec 15 16:16:47.078319 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d1063-22d5-4b96-a189-0c8ff0aa644d req-d7250ae4-06c2-4e02-b6ec-f03fedcf9037 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:47.079807 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-259d1063-22d5-4b96-a189-0c8ff0aa644d req-d7250ae4-06c2-4e02-b6ec-f03fedcf9037 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0565910 Dec 15 16:16:47.135871 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-259d1063-22d5-4b96-a189-0c8ff0aa644d req-059f1ddc-08f8-48ea-ae4e-d27d960b8a29 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491488 Dec 15 16:16:47.517879 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dfb32-70eb-4442-9183-7d3e5c1848b3 req-cb038b4f-43db-4a7d-940a-1762b65dac7b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:47.519522 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-351dfb32-70eb-4442-9183-7d3e5c1848b3 req-cb038b4f-43db-4a7d-940a-1762b65dac7b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0494702 Dec 15 16:16:47.582496 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-351dfb32-70eb-4442-9183-7d3e5c1848b3 req-5d99d766-e2c8-4267-8d52-37a9c3f2dd61 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503414 Dec 15 16:16:47.740254 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4154fc-ce95-4385-878c-461d917641dd req-0e28a5fd-8ec5-47a7-8dc7-49f17c0523cb tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:47.741737 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ae4154fc-ce95-4385-878c-461d917641dd req-0e28a5fd-8ec5-47a7-8dc7-49f17c0523cb tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0508544 Dec 15 16:16:47.794782 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ae4154fc-ce95-4385-878c-461d917641dd req-8b1af3da-8cf4-4eb4-adf9-f2b7c83af542 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Dec 15 16:16:48.264662 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4e50-8ea4-4861-8dc3-48649f251544 req-26eb3077-1563-4215-9940-c642861218dc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:48.272140 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-658a4e50-8ea4-4861-8dc3-48649f251544 req-26eb3077-1563-4215-9940-c642861218dc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0613573 Dec 15 16:16:48.317404 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-658a4e50-8ea4-4861-8dc3-48649f251544 req-69144c89-0e94-4606-9017-374b1eaaca02 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 Dec 15 16:16:48.711409 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5c3d5-6ecc-4cfb-bb16-006740508d94 req-a2306e88-148c-4b25-9264-0d38413aa99e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:48.714781 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92d5c3d5-6ecc-4cfb-bb16-006740508d94 req-a2306e88-148c-4b25-9264-0d38413aa99e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0544779 Dec 15 16:16:48.763969 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-92d5c3d5-6ecc-4cfb-bb16-006740508d94 req-f88dfcf2-5390-4bf1-9d23-6d5ea224573d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Dec 15 16:16:48.917987 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e374586-a7c1-4584-b7d7-28123b6da993 req-c756cc71-7849-4ad4-8cd4-a71315eb3efb tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:48.919465 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7e374586-a7c1-4584-b7d7-28123b6da993 req-c756cc71-7849-4ad4-8cd4-a71315eb3efb tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0501003 Dec 15 16:16:48.968533 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7e374586-a7c1-4584-b7d7-28123b6da993 req-cfe64773-433f-4788-b57d-adf151aaee62 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Dec 15 16:16:49.216938 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2e829e23-33f1-4d61-a10e-1fa9b65d93ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:49.444489 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09891c09-9854-4e9a-b0b9-2b79abe2070f req-0f395fe0-a34a-4afe-980e-f81f34e3b209 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:49.446125 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-09891c09-9854-4e9a-b0b9-2b79abe2070f req-0f395fe0-a34a-4afe-980e-f81f34e3b209 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0533566 Dec 15 16:16:49.498116 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-09891c09-9854-4e9a-b0b9-2b79abe2070f req-ef617ef2-209d-4534-b7cf-c778dab4b4cf tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 Dec 15 16:16:49.890866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e345b9-7c17-43dc-8547-c5e44bb77057 req-2ecdf9d5-7758-46e9-9f53-f4370591385e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:49.892332 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-46e345b9-7c17-43dc-8547-c5e44bb77057 req-2ecdf9d5-7758-46e9-9f53-f4370591385e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0604055 Dec 15 16:16:49.945633 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-46e345b9-7c17-43dc-8547-c5e44bb77057 req-ba1a7fd7-df80-4602-8189-a33cfd2d2fb2 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473664 Dec 15 16:16:50.086839 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ee8ad-5599-4f45-a744-b6bf9a5b2d5d req-0328c232-fd44-43f6-bd43-3fc8bfebcfc2 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:50.088313 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-946ee8ad-5599-4f45-a744-b6bf9a5b2d5d req-0328c232-fd44-43f6-bd43-3fc8bfebcfc2 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0514610 Dec 15 16:16:50.142694 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-946ee8ad-5599-4f45-a744-b6bf9a5b2d5d req-330e46f4-e26a-4bae-8d4c-4499e009699e tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483708 Dec 15 16:16:50.630783 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c641d-573e-4f30-8b91-4117bbbc183e req-2ea673bb-4200-485f-8917-6f11cb6472c8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:50.632289 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ee3c641d-573e-4f30-8b91-4117bbbc183e req-2ea673bb-4200-485f-8917-6f11cb6472c8 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0497828 Dec 15 16:16:50.686483 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ee3c641d-573e-4f30-8b91-4117bbbc183e req-43d43f62-455a-48af-bf97-3712ee6de43d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473578 Dec 15 16:16:51.063712 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79f0cd-c7b9-40cd-8207-dfc657a6887f req-dca7aead-28dd-4ff7-981a-82c24a7902bb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:51.065267 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d79f0cd-c7b9-40cd-8207-dfc657a6887f req-dca7aead-28dd-4ff7-981a-82c24a7902bb tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 932 time: 0.0497651 Dec 15 16:16:51.117327 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-0d79f0cd-c7b9-40cd-8207-dfc657a6887f req-44b0613d-a565-413f-8c00-78b0013de1ac tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Dec 15 16:16:51.254545 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c024b4-71c8-4ee3-b431-9bbcda402d7a req-afabbfde-0328-47ce-94c5-c2218e217b99 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:51.256019 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4c024b4-71c8-4ee3-b431-9bbcda402d7a req-afabbfde-0328-47ce-94c5-c2218e217b99 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0479953 Dec 15 16:16:51.310447 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b4c024b4-71c8-4ee3-b431-9bbcda402d7a req-1bd1a120-38e5-47c2-80af-e0c506ee64e9 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Dec 15 16:16:51.538586 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7df6e042-c92c-4aec-b39d-5aae6546edf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:51.605145 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Request body: {'port': {'device_id': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:51.663049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:51.699157 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-1e984029-812a-46ae-9d48-de2f727953a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435181 Dec 15 16:16:51.804828 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65974d-4e0b-4259-a094-78f10f98ccda req-d5be2651-f4bb-45a9-aa18-4d36a7d09fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:51.806285 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7c65974d-4e0b-4259-a094-78f10f98ccda req-d5be2651-f4bb-45a9-aa18-4d36a7d09fbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 1101 time: 0.0707119 Dec 15 16:16:51.823620 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b17dc-3516-48c2-98d0-f78587562ac0 req-bc3f31e0-ac6e-4e4d-a83c-88dbcdbc3d9e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:51.825101 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5e7b17dc-3516-48c2-98d0-f78587562ac0 req-bc3f31e0-ac6e-4e4d-a83c-88dbcdbc3d9e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0605035 Dec 15 16:16:51.856938 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-e8080ab6-2d9d-49f3-8e51-199ec6696506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:51.858450 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-e8080ab6-2d9d-49f3-8e51-199ec6696506 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1098 time: 0.0908644 Dec 15 16:16:51.897358 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7c65974d-4e0b-4259-a094-78f10f98ccda req-e18a7bc0-879f-4595-baea-3bf5efbae37d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821264 Dec 15 16:16:51.905349 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-5e7b17dc-3516-48c2-98d0-f78587562ac0 req-e4ec135f-0154-41ca-aa26-6a5a54424a5f tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741549 Dec 15 16:16:52.027922 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-3379a628-434f-4ff8-88d3-b70c69945ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.029365 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-3379a628-434f-4ff8-88d3-b70c69945ace service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 910 time: 0.1481204 Dec 15 16:16:52.034406 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae641ced-6e64-46f2-ad18-9b3191eb38ed {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:52.042580 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:52.054572 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Transition to ACTIVE for port object ae641ced-6e64-46f2-ad18-9b3191eb38ed will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:16:52.061089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:52.150022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Pushing event updated for resources: {'Port': ['ID=ae641ced-6e64-46f2-ad18-9b3191eb38ed,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:52.241709 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-f596a8b4-06d6-46ce-a620-53bc71eb18a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 1001 time: 0.1340539 Dec 15 16:16:52.309984 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc963e5-914d-4140-abda-2d2092329555 req-d5ff1c63-a738-4482-b83a-bfed8ca6505a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.311525 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8fc963e5-914d-4140-abda-2d2092329555 req-d5ff1c63-a738-4482-b83a-bfed8ca6505a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 944 time: 0.1151550 Dec 15 16:16:52.315616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Attempting to bind port ae641ced-6e64-46f2-ad18-9b3191eb38ed on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:16:52.315951 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Attempting to bind port ae641ced-6e64-46f2-ad18-9b3191eb38ed by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:16:52.316275 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Attempting to bind port ae641ced-6e64-46f2-ad18-9b3191eb38ed on network 8b76a42d-a289-476f-a87a-d1a85520dc8f {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:52.338738 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Port ae641ced-6e64-46f2-ad18-9b3191eb38ed on network 8b76a42d-a289-476f-a87a-d1a85520dc8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:16:52.339058 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Attempting to bind port ae641ced-6e64-46f2-ad18-9b3191eb38ed on network 8b76a42d-a289-476f-a87a-d1a85520dc8f {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:52.344204 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-5321c968-17ff-4ce3-bc0a-b24edadc9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.345669 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-5321c968-17ff-4ce3-bc0a-b24edadc9496 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.0928276 Dec 15 16:16:52.349684 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:16:52.350027 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Checking segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:16:52.350405 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Bound using segment: {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:16:52.350833 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Bound port: ae641ced-6e64-46f2-ad18-9b3191eb38ed, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb64e0ce-a75a-4da8-be17-2b2c410f34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:16:52.351189 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:52.427431 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da682d-0e2b-4228-985c-857af21ef7db req-6a51dd8f-696c-4b73-80d9-17e412b4a150 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.428907 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e3da682d-0e2b-4228-985c-857af21ef7db req-6a51dd8f-696c-4b73-80d9-17e412b4a150 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0512440 Dec 15 16:16:52.435402 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8fc963e5-914d-4140-abda-2d2092329555 req-fff12e16-964c-41ef-841f-fae3e81ae122 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153765 Dec 15 16:16:52.467716 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-f1746593-c1f1-4620-8ccf-543de82c1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.469191 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-f1746593-c1f1-4620-8ccf-543de82c1ff0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109550 Dec 15 16:16:52.478536 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] For port ae641ced-6e64-46f2-ad18-9b3191eb38ed, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:16:52.482540 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e3da682d-0e2b-4228-985c-857af21ef7db req-a4a40a40-0368-41d9-a4f9-67a719bab511 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468829 Dec 15 16:16:52.482697 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] For port ae641ced-6e64-46f2-ad18-9b3191eb38ed, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:16:52.501277 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:52.569260 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.569901 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:52.571607 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] 10.222.0.46 "PUT /v2.0/ports/ae641ced-6e64-46f2-ad18-9b3191eb38ed HTTP/1.1" status: 200 len: 1094 time: 0.9714007 Dec 15 16:16:52.572064 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:52.574365 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6794224-d8a3-4b00-be27-88f185376723" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:52.612344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c68f8-5975-4cff-ab75-6f2ca9c708fa service neutron] Pushing event updated for resources: {'Port': ['ID=ae641ced-6e64-46f2-ad18-9b3191eb38ed,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:52.637985 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50043a5-fb59-49f1-84a2-3e8ee775da99 x-openstack-request-id: req-b50043a5-fb59-49f1-84a2-3e8ee775da99 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:52.638285 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:52.638544 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b50043a5-fb59-49f1-84a2-3e8ee775da99 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:52.638938 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'status': 'completed', 'code': 200} Dec 15 16:16:52.658014 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-8b5e0541-b741-49b0-bfa6-2629179aefa9 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772509 Dec 15 16:16:52.713954 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-1a2d8326-7ddd-4d93-bae6-31e02ac2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.715440 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-1a2d8326-7ddd-4d93-bae6-31e02ac2304b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 1097 time: 0.0895076 Dec 15 16:16:52.769859 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-e166760d-c45a-458b-9645-862c474f4a28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed HTTP/1.1" status: 200 len: 217 time: 0.0430050 Dec 15 16:16:52.822776 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f91c8a-d8f5-42d7-98fc-ac932d3163af req-5c8e619e-d73f-4341-ac49-3d698d188278 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546831 Dec 15 16:16:52.836491 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-1fac7401-a36c-4947-8917-089e016eee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.838291 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-1fac7401-a36c-4947-8917-089e016eee00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0560927 Dec 15 16:16:52.863315 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:52.892495 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-cd9d41da-701f-44b2-b005-5b22306bc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:52.894035 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-cd9d41da-701f-44b2-b005-5b22306bc309 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429633 Dec 15 16:16:53.013903 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-fab81c82-f17c-4393-9f2d-8c71e4eaa5ff service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889800 Dec 15 16:16:53.026769 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5af5ef-8dfd-43e2-bbd2-27792a7b3220 req-01aa5077-7448-4e33-a5ac-01059e2791ad tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.028557 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb5af5ef-8dfd-43e2-bbd2-27792a7b3220 req-01aa5077-7448-4e33-a5ac-01059e2791ad tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0502687 Dec 15 16:16:53.091552 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eb5af5ef-8dfd-43e2-bbd2-27792a7b3220 req-13466521-edee-4aaa-af70-c88e306d25a1 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559981 Dec 15 16:16:53.116255 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d89f96bd-c7fb-4718-8486-f0b72edcd391 req-5130f1b2-fe4c-4003-9acc-bf45aecc3de1 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914729 Dec 15 16:16:53.221686 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794224-d8a3-4b00-be27-88f185376723 req-c99bfcf5-1a0b-4642-b206-35e3cb694fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.223149 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-c99bfcf5-1a0b-4642-b206-35e3cb694fba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 1097 time: 0.0453701 Dec 15 16:16:53.335210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794224-d8a3-4b00-be27-88f185376723 req-c258c33e-9dcb-4ba8-ac4c-b4834e8031e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.337405 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-c258c33e-9dcb-4ba8-ac4c-b4834e8031e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.1020851 Dec 15 16:16:53.381965 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-0a36f469-f820-406f-900a-e45ef35468d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed HTTP/1.1" status: 200 len: 217 time: 0.0352530 Dec 15 16:16:53.437974 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794224-d8a3-4b00-be27-88f185376723 req-a66126a6-4c8d-4bea-a5dc-3784cf182469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.439414 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-a66126a6-4c8d-4bea-a5dc-3784cf182469 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0489814 Dec 15 16:16:53.486809 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794224-d8a3-4b00-be27-88f185376723 req-3a65e813-eb47-45b6-b9fa-4b81d76f6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.488311 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-3a65e813-eb47-45b6-b9fa-4b81d76f6167 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397663 Dec 15 16:16:53.598212 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2476-3a84-458f-a6de-1e515ccc22f2 req-9f9ce1fe-ea11-4d18-937a-11c198f206d0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.600314 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f84e2476-3a84-458f-a6de-1e515ccc22f2 req-9f9ce1fe-ea11-4d18-937a-11c198f206d0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0497944 Dec 15 16:16:53.619244 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe1301-876c-432a-b190-cb72836b6576 req-4b39b883-6a80-4033-b510-897da2af3c28 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.620998 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2bfe1301-876c-432a-b190-cb72836b6576 req-4b39b883-6a80-4033-b510-897da2af3c28 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 944 time: 0.1063414 Dec 15 16:16:53.626953 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-aeac0a2e-6f06-437c-8d53-49c9ef1e0020 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304996 Dec 15 16:16:53.652450 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f84e2476-3a84-458f-a6de-1e515ccc22f2 req-a49e156a-43a0-4b3a-945d-4c29238b1c04 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451601 Dec 15 16:16:53.735316 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2bfe1301-876c-432a-b190-cb72836b6576 req-cc8cfa91-35e7-4dd2-a606-1081d4c6c1f6 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067572 Dec 15 16:16:53.766857 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6794224-d8a3-4b00-be27-88f185376723 req-384d8091-a5a8-439f-b81e-6a4bcf5a9375 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243074 Dec 15 16:16:53.893644 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:53.914725 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6699e3-e0a1-4a64-b48e-07c9d7cbca8b req-eddab099-82f1-4594-8bf9-8bc5c43989fe tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:53.916787 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fa6699e3-e0a1-4a64-b48e-07c9d7cbca8b req-eddab099-82f1-4594-8bf9-8bc5c43989fe tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0524535 Dec 15 16:16:53.964680 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fa6699e3-e0a1-4a64-b48e-07c9d7cbca8b req-9d8a5730-d3a2-4fba-9e67-5010e8b2f923 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Dec 15 16:16:54.212292 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99848ed2-86f9-4363-abc9-c68048b82237 req-694e17eb-e4ba-4cee-83db-8cc0c00cdf8b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:54.213870 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-99848ed2-86f9-4363-abc9-c68048b82237 req-694e17eb-e4ba-4cee-83db-8cc0c00cdf8b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 944 time: 0.0489359 Dec 15 16:16:54.261612 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-99848ed2-86f9-4363-abc9-c68048b82237 req-ee0b600b-fdb9-4204-830f-8ef734665a1c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Dec 15 16:16:54.861098 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d40c-c7c2-46f0-9788-1bd71507bc2d req-fb494026-fe2c-4e0a-9ca8-bebbe9ce540a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:54.862604 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6490d40c-c7c2-46f0-9788-1bd71507bc2d req-fb494026-fe2c-4e0a-9ca8-bebbe9ce540a tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 944 time: 0.0488291 Dec 15 16:16:54.911429 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-6490d40c-c7c2-46f0-9788-1bd71507bc2d req-29a5f69e-472a-4c82-af0b-15f1d8ec6a19 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Dec 15 16:16:55.083480 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55125-a179-4a6f-ae04-3bdb909f01e3 req-49d03f21-5510-41b7-a38c-70fa308833f0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:55.084967 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8ee55125-a179-4a6f-ae04-3bdb909f01e3 req-49d03f21-5510-41b7-a38c-70fa308833f0 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.0533593 Dec 15 16:16:55.118989 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:55.132978 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8ee55125-a179-4a6f-ae04-3bdb909f01e3 req-3fd12ba9-e45b-495e-bce1-aedf858f925b tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/security-groups?id=f261d6b1-589e-472e-8ff3-3b7b22a21acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Dec 15 16:16:55.212707 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:55.223658 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'port_id': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'mac_address': 'fa:16:3e:b7:51:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:55.259307 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:55.271602 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:55.292251 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:55.296485 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:55.348762 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=9']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:55.531837 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:55.600022 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:55.675480 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-9e10557d-2f04-4868-a76f-b5b5ac9f6a74 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:55.676941 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-9e10557d-2f04-4868-a76f-b5b5ac9f6a74 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 948 time: 0.3541021 Dec 15 16:16:55.688807 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c2645-cc28-4bb3-8f26-c60c89605da5 req-cbb03cf5-f2f9-473c-9306-15a0cff803fa tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:55.690282 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e23c2645-cc28-4bb3-8f26-c60c89605da5 req-cbb03cf5-f2f9-473c-9306-15a0cff803fa tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 945 time: 0.3579216 Dec 15 16:16:55.812627 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-e23c2645-cc28-4bb3-8f26-c60c89605da5 req-f5f584ee-ad5d-4a53-bb59-b6d2b20b2a72 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143854 Dec 15 16:16:55.834366 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Deleting port db8bbec1-5dba-44c7-8b58-c7a0af255d94 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:16:55.834714 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:55.924888 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] For port db8bbec1-5dba-44c7-8b58-c7a0af255d94, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=db8bbec1-5dba-44c7-8b58-c7a0af255d94,segment=NetworkSegment(42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce),segment_id=42f965b9-4cc4-45c1-8998-7d0f3b5ca6ce)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:55.925586 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:55.943642 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Calling delete_port for db8bbec1-5dba-44c7-8b58-c7a0af255d94 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:16:56.026434 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb44f6d-70ca-43f7-a7e7-519a12789511 req-8658464c-19fc-4bc1-a841-87b650cb905b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:56.028630 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ebb44f6d-70ca-43f7-a7e7-519a12789511 req-8658464c-19fc-4bc1-a841-87b650cb905b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 944 time: 0.0497146 Dec 15 16:16:56.080276 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:56.092955 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['db8bbec1-5dba-44c7-8b58-c7a0af255d94'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:56.094010 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ebb44f6d-70ca-43f7-a7e7-519a12789511 req-da38ad38-2299-4737-84d6-cfa6ea8e4c1e tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590615 Dec 15 16:16:56.120489 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Pushing event deleted for resources: {'Port': ['ID=db8bbec1-5dba-44c7-8b58-c7a0af255d94,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:56.169667 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] No DVR routers for this DVR port db8bbec1-5dba-44c7-8b58-c7a0af255d94 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:16:56.172548 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:56.176651 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3ec22f0b-2b71-4a5a-b68e-322c21abc2e9 req-14d25a37-6264-454b-a1da-dd9eaec7b635 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.46 "DELETE /v2.0/ports/db8bbec1-5dba-44c7-8b58-c7a0af255d94 HTTP/1.1" status: 204 len: 173 time: 0.4853959 Dec 15 16:16:56.177255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'name': 'network-vif-deleted', 'tag': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:56.180119 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad00bc-8a47-4256-a885-f891c35aed97" -d '{"events": [{"server_uuid": "23bbab0f-7ee0-4ef7-adc9-94502d92a5bf", "name": "network-vif-deleted", "tag": "db8bbec1-5dba-44c7-8b58-c7a0af255d94"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:56.233067 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa651b-7922-4c39-9135-af06593ebb73 x-openstack-request-id: req-befa651b-7922-4c39-9135-af06593ebb73 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:56.233506 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bbab0f-7ee0-4ef7-adc9-94502d92a5bf", "name": "network-vif-deleted", "tag": "db8bbec1-5dba-44c7-8b58-c7a0af255d94", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:56.233860 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-befa651b-7922-4c39-9135-af06593ebb73 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:56.234350 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bbab0f-7ee0-4ef7-adc9-94502d92a5bf', 'name': 'network-vif-deleted', 'tag': 'db8bbec1-5dba-44c7-8b58-c7a0af255d94', 'status': 'completed', 'code': 200} Dec 15 16:16:56.261350 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c8629d38-8640-4b73-837b-5b305142f4e9 req-3bddc383-df90-4b02-b53c-32d6fbbc4c23 tempest-VolumesNegativeTest-1583526834 tempest-VolumesNegativeTest-1583526834-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bbab0f-7ee0-4ef7-adc9-94502d92a5bf HTTP/1.1" status: 200 len: 210 time: 0.0387430 Dec 15 16:16:56.936009 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b612e-61e7-4e83-a96d-7c2bcd00b37c req-f8bd13a0-861d-4654-b162-7d1a354615bb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:56.937375 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-982b612e-61e7-4e83-a96d-7c2bcd00b37c req-f8bd13a0-861d-4654-b162-7d1a354615bb tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 945 time: 0.0478988 Dec 15 16:16:56.987212 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-982b612e-61e7-4e83-a96d-7c2bcd00b37c req-7a1fadf7-4c64-4667-a8f4-bf2a5bcb5ddd tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Dec 15 16:16:57.133623 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device ae641ced-6e64-46f2-ad18-9b3191eb38ed details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:16:57.137710 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:57.207314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189280-9189-4711-9aad-61da8471e37c req-7e5384ff-7d3b-4994-92f6-a48dd887fc19 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:57.208694 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-40189280-9189-4711-9aad-61da8471e37c req-7e5384ff-7d3b-4994-92f6-a48dd887fc19 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 944 time: 0.0478528 Dec 15 16:16:57.247443 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:57.247810 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:57.256782 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-40189280-9189-4711-9aad-61da8471e37c req-29d50e1d-0e92-4295-a31f-213c853c313b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Dec 15 16:16:57.293457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port ae641ced-6e64-46f2-ad18-9b3191eb38ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:57.309848 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'port_id': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'mac_address': 'fa:16:3e:c6:a4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:16:57.378572 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:57.397754 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae641ced-6e64-46f2-ad18-9b3191eb38ed {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:16:57.402290 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:57.433102 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port ae641ced-6e64-46f2-ad18-9b3191eb38ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:57.438951 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:57.441183 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066066f0-2cca-4173-986c-584d32a992eb" -d '{"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:57.446731 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:57.457892 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:57.479039 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:57.485402 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7139610-1f2a-41d3-a048-d1f8fe3648e5 x-openstack-request-id: req-c7139610-1f2a-41d3-a048-d1f8fe3648e5 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:57.485701 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:57.485957 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7139610-1f2a-41d3-a048-d1f8fe3648e5 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:57.486345 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'code': 200} Dec 15 16:16:57.512738 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=ae641ced-6e64-46f2-ad18-9b3191eb38ed,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:57.569144 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=10']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:57.679754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72c8a2-0f82-4322-8097-021945365d08 req-717687da-040a-4b3b-acac-1f1582fc9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:57.682314 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3a72c8a2-0f82-4322-8097-021945365d08 req-717687da-040a-4b3b-acac-1f1582fc9674 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 1100 time: 0.0417941 Dec 15 16:16:57.721847 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['ae641ced-6e64-46f2-ad18-9b3191eb38ed'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:16:57.736910 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-3a72c8a2-0f82-4322-8097-021945365d08 req-2e9600ee-8ce6-4340-990d-e1f7d6780d09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Dec 15 16:16:58.107677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ad3a2-6945-49f7-a31c-ffd39989df18 req-01878bfa-da26-4119-8507-123973dea7bc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:58.109195 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-080ad3a2-6945-49f7-a31c-ffd39989df18 req-01878bfa-da26-4119-8507-123973dea7bc tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 947 time: 0.0510786 Dec 15 16:16:58.158777 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-080ad3a2-6945-49f7-a31c-ffd39989df18 req-f1d9a7b8-7313-4b7b-a509-7f31c99c3060 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434709 Dec 15 16:16:58.373730 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbacb-75cc-4c32-b03a-771c0dab6dee req-b19e03c2-88c5-48f3-936d-db6e928c1979 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:58.375245 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad8fbacb-75cc-4c32-b03a-771c0dab6dee req-b19e03c2-88c5-48f3-936d-db6e928c1979 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 945 time: 0.0490806 Dec 15 16:16:58.424565 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad8fbacb-75cc-4c32-b03a-771c0dab6dee req-31aded30-99d9-4313-bbe5-f07e5790b1ce tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Dec 15 16:16:59.132954 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device ae641ced-6e64-46f2-ad18-9b3191eb38ed up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:59.194681 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port ae641ced-6e64-46f2-ad18-9b3191eb38ed completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:16:59.199607 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port ae641ced-6e64-46f2-ad18-9b3191eb38ed triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:59.199985 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:59.306322 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:59.323986 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43031-db3b-4b62-a349-c0768ba12b69 req-32b6dafb-985e-4d3a-866c-86e68b749bf9 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:59.325811 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-afa43031-db3b-4b62-a349-c0768ba12b69 req-32b6dafb-985e-4d3a-866c-86e68b749bf9 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 947 time: 0.0632868 Dec 15 16:16:59.343434 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port ae641ced-6e64-46f2-ad18-9b3191eb38ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:59.348210 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:59.348994 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device db8bbec1-5dba-44c7-8b58-c7a0af255d94 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:16:59.389603 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-afa43031-db3b-4b62-a349-c0768ba12b69 req-8e296f77-aa7e-4517-9112-0544de31a8f7 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579929 Dec 15 16:16:59.392885 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: db8bbec1-5dba-44c7-8b58-c7a0af255d94 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:16:59.393228 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device db8bbec1-5dba-44c7-8b58-c7a0af255d94 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:16:59.418726 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=ae641ced-6e64-46f2-ad18-9b3191eb38ed,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:59.487251 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:16:59.489767 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4063cf6a-f057-402d-a59e-7054a542e635" -d '{"events": [{"server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "name": "network-vif-plugged", "status": "completed", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:16:59.527770 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96a22d-5130-4ff1-a8d2-24679c4949ed x-openstack-request-id: req-2d96a22d-5130-4ff1-a8d2-24679c4949ed {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:16:59.528070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "name": "network-vif-plugged", "status": "completed", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:16:59.528350 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d96a22d-5130-4ff1-a8d2-24679c4949ed {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:16:59.529120 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'code': 200} Dec 15 16:16:59.547527 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f6265-c1fb-4464-b76f-5d4d8fa40f43 req-7608af26-a999-4e68-b321-76ad41e3ec16 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:59.547527 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b87f6265-c1fb-4464-b76f-5d4d8fa40f43 req-7608af26-a999-4e68-b321-76ad41e3ec16 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0499535 Dec 15 16:16:59.625644 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b87f6265-c1fb-4464-b76f-5d4d8fa40f43 req-995584b7-6f3e-4905-8083-7ae2d925b933 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690887 Dec 15 16:16:59.744632 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39e06d-8046-4a06-aa77-4f05cf42a0e9 req-145f02e3-732a-4131-8a56-09b9af97b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:59.746167 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ce39e06d-8046-4a06-aa77-4f05cf42a0e9 req-145f02e3-732a-4131-8a56-09b9af97b7c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 1099 time: 0.0441966 Dec 15 16:16:59.797338 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ce39e06d-8046-4a06-aa77-4f05cf42a0e9 req-7c8af51b-8805-4636-b981-0df80c8cb95a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397477 Dec 15 16:17:00.520510 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf085d-9984-439b-99af-ebe907a2db61 req-d5b60902-ac4d-4478-b8aa-158ab9ee2f64 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:00.522017 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6bf085d-9984-439b-99af-ebe907a2db61 req-d5b60902-ac4d-4478-b8aa-158ab9ee2f64 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 947 time: 0.0558290 Dec 15 16:17:00.572780 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e6bf085d-9984-439b-99af-ebe907a2db61 req-b7a0fd92-42f6-4b48-a61a-5545d96d4ac5 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447166 Dec 15 16:17:00.745845 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba2196-8ad0-48ac-8490-44598b7bf643 req-19a45832-f168-426b-be62-8c03cc664286 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:00.747258 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-edba2196-8ad0-48ac-8490-44598b7bf643 req-19a45832-f168-426b-be62-8c03cc664286 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0479717 Dec 15 16:17:00.798581 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-edba2196-8ad0-48ac-8490-44598b7bf643 req-02847a3b-91f7-4ea5-86ff-32aa29d752ea tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Dec 15 16:17:01.119220 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47028) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:01.254685 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-28239611-2a69-4582-b494-891eff767631 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=767457cee9584e02afc690428a89a898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342559 Dec 15 16:17:01.257076 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47032) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:01.303292 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4aff983-fa75-4740-a02d-4e5f3f0d9908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.323882 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4aff983-fa75-4740-a02d-4e5f3f0d9908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.369601 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4aff983-fa75-4740-a02d-4e5f3f0d9908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.372164 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4aff983-fa75-4740-a02d-4e5f3f0d9908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:01.373323 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d4aff983-fa75-4740-a02d-4e5f3f0d9908 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f261d6b1-589e-472e-8ff3-3b7b22a21acb HTTP/1.1" status: 204 len: 168 time: 0.1153095 Dec 15 16:17:01.380677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aff983-fa75-4740-a02d-4e5f3f0d9908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f261d6b1-589e-472e-8ff3-3b7b22a21acb,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:01.932670 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e9c07-4f29-48b2-88c6-904f25348c29 req-ae7a1534-c342-4f5b-9e02-e9185b8a3a83 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:01.934306 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1a3e9c07-4f29-48b2-88c6-904f25348c29 req-ae7a1534-c342-4f5b-9e02-e9185b8a3a83 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0538921 Dec 15 16:17:01.983737 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1a3e9c07-4f29-48b2-88c6-904f25348c29 req-a4f985fd-b310-48c6-81d8-7c88997e48c9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Dec 15 16:17:02.000842 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47056) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:02.098910 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288318e-32f0-4e0f-adf0-3f2f3198c2b9 req-87b24a69-37f2-40d7-aca7-955c156e84ea tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:02.099436 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1859806346-network', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:02.100535 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b288318e-32f0-4e0f-adf0-3f2f3198c2b9 req-87b24a69-37f2-40d7-aca7-955c156e84ea tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0538132 Dec 15 16:17:02.108988 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47062) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:02.113439 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Request body: {'floatingip': {'port_id': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:02.121225 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Made reservation on behalf of d37336bbfbab45f79ed53d56efe617c4 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:17:02.123842 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.132527 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.155162 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.208887 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.213027 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.233359 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:17:02.249070 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd99a2b-5c24-4e6a-b8be-7fb1723c4c27,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:02.251945 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.252288 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Added segment 71d3bc75-9baf-428b-8f28-7bb36f0d9503 of type vlan for network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 Dec 15 16:17:02.291666 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.319789 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.320978 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:02.321833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.375568 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3735819 Dec 15 16:17:02.381511 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47064) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:02.388420 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Request body: {'subnet': {'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1859806346-subnet', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:02.396061 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88720e5-a5be-4233-917b-c9939f4e47fe admin admin] Pushing event updated for resources: {'Network': ['ID=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:02.406124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:17:02.418168 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Made reservation on behalf of d37336bbfbab45f79ed53d56efe617c4 for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:17:02.421001 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10070026'] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.584067 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.590307 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.611898 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9400252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10070036'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.660563 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709752a9-7fc3-4250-80f4-bb7be69254e2,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:02.676225 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Checking segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:02.676591 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Network hostable DHCP agents. Network: 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:17:02.693494 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Floating IP c7daefb0-c8ad-4e10-b02c-0c5108dbae96 associated. External IP: 172.27.0.204, port: ae641ced-6e64-46f2-ad18-9b3191eb38ed. Dec 15 16:17:02.693737 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:17:02.702089 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:02.706371 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:02.706968 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.713091 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda1fcc-4558-4d01-90e1-acb4d85b407f None None] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:17:02.724753 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-18f12568-39ff-41e6-b3c4-51a9002a76d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3422163 Dec 15 16:17:02.728494 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47066) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:02.756625 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:02.795182 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.796185 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.822936 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:17:02.823983 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.889859 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:02.964055 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Allocated IP 172.20.0.2 (6bf17fcc-7520-487a-8b2c-b8aaa08a20f8/709752a9-7fc3-4250-80f4-bb7be69254e2/d76b1f35-8ff5-4f16-bbcf-7358664dd9d3) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:03.068184 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.083182 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Router d208ee4f-97f4-4198-b3ce-96d10a202194 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:03.103326 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.108117 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.152989 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:03.155898 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:03.160246 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:03.162198 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Pushing event updated for resources: {'Port': ['ID=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:03.214756 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Attempting to bind port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:03.215119 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Attempting to bind port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:03.215471 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Attempting to bind port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:03.220366 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:03.220737 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Checking segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:03.221127 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.221545 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Bound using segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:03.222019 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Bound port: d76b1f35-8ff5-4f16-bbcf-7358664dd9d3, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:03.222388 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.252958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:03.257596 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.264914 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:03.292267 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:03.292894 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:03.296923 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] For port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:03.345852 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8c05aa24-adec-4832-bca0-0dc784cea701 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "PUT /v2.0/floatingips/c7daefb0-c8ad-4e10-b02c-0c5108dbae96 HTTP/1.1" status: 200 len: 992 time: 1.2357416 Dec 15 16:17:03.348102 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:03.350390 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606e360-5ce8-4112-ba63-951dd9dc2b38" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:03.368227 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] For port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:03.376146 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.390889 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.415557 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:03.425754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f97c5-e089-41a0-a411-c60afabd358b x-openstack-request-id: req-b81f97c5-e089-41a0-a411-c60afabd358b {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:03.426047 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:03.426300 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b81f97c5-e089-41a0-a411-c60afabd358b {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:03.426696 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'status': 'completed', 'code': 200} Dec 15 16:17:03.452273 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:03.506878 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f5a99-df3e-4f43-9269-a55fe5e2b3b0 None None] Pushing event updated for resources: {'Port': ['ID=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:03.734328 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'c7daefb0-c8ad-4e10-b02c-0c5108dbae96', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'port_id': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'mac_address': 'fa:16:3e:c6:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:16:37Z', 'updated_at': '2021-12-15T16:17:02Z', 'revision_number': 1, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:03.761330 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:03.769904 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:03.770526 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:03.788094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-3d25234a-dd0f-4956-bc0f-6685465243fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:03.789701 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-3d25234a-dd0f-4956-bc0f-6685465243fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6a0383874f9b946e8376a79787b6&device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 1099 time: 0.0784111 Dec 15 16:17:03.859878 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Allocated IP 172.27.0.221 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/aba886f6-6391-403d-a66e-cee6da248b9b) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:03.879149 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:03.952478 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-4ee21aa1-f7b5-4bbd-9861-ff6485da03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:03.954001 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-4ee21aa1-f7b5-4bbd-9861-ff6485da03f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 200 len: 912 time: 0.1554987 Dec 15 16:17:04.040129 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.051968 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-54afe126-6dd1-4157-9695-c80a47c1e197 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed HTTP/1.1" status: 200 len: 1000 time: 0.0817192 Dec 15 16:17:04.122767 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.128891 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-014f1dc3-a176-4fd4-9a64-c5f27d374d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:04.130427 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-014f1dc3-a176-4fd4-9a64-c5f27d374d0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 200 len: 850 time: 0.0665853 Dec 15 16:17:04.197044 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:04.201892 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:04.203739 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=aba886f6-6391-403d-a66e-cee6da248b9b,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:04.208642 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:04.244830 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-0f8f061b-5abd-4ff7-9a8f-0f6d468031d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:04.246383 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-0f8f061b-5abd-4ff7-9a8f-0f6d468031d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b76a42d-a289-476f-a87a-d1a85520dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953190 Dec 15 16:17:04.256511 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'c7daefb0-c8ad-4e10-b02c-0c5108dbae96', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'port_id': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'mac_address': 'fa:16:3e:c6:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:16:37Z', 'updated_at': '2021-12-15T16:17:02Z', 'revision_number': 1, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:04.283341 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a4977-33cd-4c3e-b1a8-90008746ea21 None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'c7daefb0-c8ad-4e10-b02c-0c5108dbae96', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'port_id': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'mac_address': 'fa:16:3e:c6:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:16:37Z', 'updated_at': '2021-12-15T16:17:02Z', 'revision_number': 1, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:04.473371 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-8ac6bcb4-cd60-47ee-b5c6-e0cf827e3bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180476 Dec 15 16:17:04.502388 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1401ec-4034-44b8-89e7-84470549bdee None None] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:17:04.548753 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5b8a3-98ad-4242-ab7e-e49b819b7466 None None] New status for floating IP c7daefb0-c8ad-4e10-b02c-0c5108dbae96: ACTIVE {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:17:04.623914 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-824b91a3-c7df-4139-b57f-d70f3a9fcd5b None None] Provisioning complete for port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:04.624142 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-824b91a3-c7df-4139-b57f-d70f3a9fcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.624314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.659789 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-c606e360-5ce8-4112-ba63-951dd9dc2b38 req-a4039a2d-c05d-4dda-af96-869408fc9667 service neutron] 10.222.0.46 "GET /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541030 Dec 15 16:17:04.748254 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-824b91a3-c7df-4139-b57f-d70f3a9fcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.787622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-824b91a3-c7df-4139-b57f-d70f3a9fcd5b None None] For port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:04.792485 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-824b91a3-c7df-4139-b57f-d70f3a9fcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.848329 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b91a3-c7df-4139-b57f-d70f3a9fcd5b None None] Pushing event updated for resources: {'Port': ['ID=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:04.861754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.913448 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-c8cf19d2-3894-466c-a39e-ef6a034a76a9 None None] Provisioning complete for port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:04.914079 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c8cf19d2-3894-466c-a39e-ef6a034a76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:04.945974 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:04.996212 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:17:05.039502 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:05.039870 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.104467 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:05.114766 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:05.121616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.125625 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a2e663f8-d757-4d0e-bd2e-28daa63e3ac0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3934629 Dec 15 16:17:05.125762 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47074) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:05.134480 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:05.135401 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:05.241967 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:05.418576 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:04Z', 'revision_number': 3, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:05.445053 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:05.445424 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Updating router 6db0a659-00ef-42be-ad6b-e81283f5b53f port aba886f6-6391-403d-a66e-cee6da248b9b binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:17:05.469718 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.527346 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.688005 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Allocated IP 172.20.0.1 (6bf17fcc-7520-487a-8b2c-b8aaa08a20f8/709752a9-7fc3-4250-80f4-bb7be69254e2/e08905a0-7c40-49a0-87a0-92a36a1af3ed) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:05.725601 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.730985 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.782976 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Attempting to bind port aba886f6-6391-403d-a66e-cee6da248b9b on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:05.783263 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Attempting to bind port aba886f6-6391-403d-a66e-cee6da248b9b by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:05.783626 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Attempting to bind port aba886f6-6391-403d-a66e-cee6da248b9b on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:05.785665 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803310a3-608c-4cd0-a894-fcfc6af59f8a None None] Pushing event updated for resources: {'Port': ['ID=aba886f6-6391-403d-a66e-cee6da248b9b,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:05.792091 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:05.792465 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:05.792863 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.793244 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:05.793736 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Bound port: aba886f6-6391-403d-a66e-cee6da248b9b, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:05.794113 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.801772 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.836180 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.844453 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] For port aba886f6-6391-403d-a66e-cee6da248b9b, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:05.847459 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] For port aba886f6-6391-403d-a66e-cee6da248b9b, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=aba886f6-6391-403d-a66e-cee6da248b9b,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:05.851196 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.875226 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:05.879709 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:05.883219 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:05.910084 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Pushing event updated for resources: {'Port': ['ID=e08905a0-7c40-49a0-87a0-92a36a1af3ed,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:05.911675 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:05.913986 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:05.932430 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:05.986386 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803310a3-608c-4cd0-a894-fcfc6af59f8a None None] Pushing event updated for resources: {'Port': ['ID=aba886f6-6391-403d-a66e-cee6da248b9b,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:06.035225 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:06.072184 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.160901 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-f94f5de9-3f1a-44e7-bd07-ed4b68c497ad None None] Provisioning complete for port e08905a0-7c40-49a0-87a0-92a36a1af3ed triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:06.161189 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f94f5de9-3f1a-44e7-bd07-ed4b68c497ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.215336 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-f94f5de9-3f1a-44e7-bd07-ed4b68c497ad None None] Port e08905a0-7c40-49a0-87a0-92a36a1af3ed cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:17:06.240308 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.245649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.265605 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:04Z', 'revision_number': 3, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:06.291545 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd369501-08c9-4a00-b9dd-8a240f928b4a None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:04Z', 'revision_number': 3, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:06.311172 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.312929 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Pushing event updated for resources: {'Port': ['ID=e08905a0-7c40-49a0-87a0-92a36a1af3ed,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:06.408129 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:06.409600 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:06.544870 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:06.651235 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-2624007a-8888-4c81-9ab7-cc3570b55335 None None] Provisioning complete for port e08905a0-7c40-49a0-87a0-92a36a1af3ed triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:06.651235 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2624007a-8888-4c81-9ab7-cc3570b55335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:06.700866 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-2624007a-8888-4c81-9ab7-cc3570b55335 None None] Port e08905a0-7c40-49a0-87a0-92a36a1af3ed cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:17:06.920168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:06.926797 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-18bfa234-a1aa-4687-b3e6-260b1c1a58da admin admin] 10.222.0.36 "PUT /v2.0/routers/6db0a659-00ef-42be-ad6b-e81283f5b53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000386 Dec 15 16:17:07.008137 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device aba886f6-6391-403d-a66e-cee6da248b9b up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:07.067447 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port aba886f6-6391-403d-a66e-cee6da248b9b triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:07.067817 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.153321 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.175407 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port aba886f6-6391-403d-a66e-cee6da248b9b, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=aba886f6-6391-403d-a66e-cee6da248b9b,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:07.180380 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.181983 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:07.259671 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=aba886f6-6391-403d-a66e-cee6da248b9b,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:07.269065 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.269547 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.269766 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.270102 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.270434 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.270763 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.271082 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.271402 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.271721 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.272041 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.272364 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.272677 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.272995 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:07.286024 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:07.286513 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.424656 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47094) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:07.429656 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2058584500-network', 'tenant_id': 'edfbca64f58045d185b9667be12525c4'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:07.450722 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Made reservation on behalf of edfbca64f58045d185b9667be12525c4 for: {'network': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:17:07.452975 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.462457 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.535944 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.539819 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.564444 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:17:07.581163 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1325e75b-58f1-486e-8aa3-a2db053d5096,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:07.584342 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.584695 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.segments_db [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Added segment 72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7 of type vlan for network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 Dec 15 16:17:07.628200 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.658423 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.659419 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:07.660010 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.717981 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2921357 Dec 15 16:17:07.719936 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47096) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:07.724472 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb18c7-3756-4264-b8f1-a2210b4a86ce admin admin] Pushing event updated for resources: {'Network': ['ID=f1763bf3-d4e4-4ade-bde4-3772aaf234f1,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:07.727192 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Request body: {'subnet': {'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2058584500-subnet', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'ip_version': 4}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:07.735685 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:17:07.763099 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Made reservation on behalf of edfbca64f58045d185b9667be12525c4 for: {'subnet': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:17:07.765731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9246176'] for subnet, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.940884 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3325560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9246206'] for subnet, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:07.952753 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:07.964265 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:07.965084 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:07.996774 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c4e805-2c24-4070-b7da-3bf910a6739b,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:08.005356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Checking segment: {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:08.005751 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Network hostable DHCP agents. Network: f1763bf3-d4e4-4ade-bde4-3772aaf234f1, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:17:08.022569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:17:08.032382 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, f1763bf3-d4e4-4ade-bde4-3772aaf234f1) {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:08.037468 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:08.038086 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.050456 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc601f9e-9967-4c64-9a3f-cfb4f0f765c5 None None] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:17:08.063046 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d8a07e56-9a49-4a84-8a2e-6327110a0da9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3384151 Dec 15 16:17:08.063491 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47100) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:08.068437 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:08.078938 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:08.094355 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4950'] for router, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.095385 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539018', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-642763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4941'] for router, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.154264 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.174119 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9639e7d7-327a-55c3-b3f9-4d88ecc90b61-f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'project_id': 'edfbca64f58045d185b9667be12525c4', 'fixed_ips': [{'subnet_id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b'}]}} from dv-cinder-800704-2-iscsi. {{(pid=102593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:17:08.175053 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.290161 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 2, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:08.297807 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.318008 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:08.318619 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Updating router 6db0a659-00ef-42be-ad6b-e81283f5b53f port e08905a0-7c40-49a0-87a0-92a36a1af3ed binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:17:08.323864 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.db_base_plugin_common [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Allocated IP 172.20.0.2 (f1763bf3-d4e4-4ade-bde4-3772aaf234f1/e7c4e805-2c24-4070-b7da-3bf910a6739b/3f0db40c-2cb9-497e-ad0e-4a49f0603859) {{(pid=102593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:08.437328 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.472744 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.480300 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416'] for port, after_create {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.503838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.522265 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.522994 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 is already hosted by enough agents. {{(pid=102593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:08.528235 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.scheduler.base_scheduler [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Resources bound (agent type, host, resource id): {{(pid=102593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:08.532447 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Received port after_create {{(pid=102593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:08.536405 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Pushing event updated for resources: {'Port': ['ID=3f0db40c-2cb9-497e-ad0e-4a49f0603859,revision_number=1']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:08.597939 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Attempting to bind port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:08.598321 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Attempting to bind port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:08.598687 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Attempting to bind port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 on network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:08.604726 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:08.605107 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Checking segment: {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:08.605547 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.605944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Bound using segment: {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:08.606416 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Bound port: 3f0db40c-2cb9-497e-ad0e-4a49f0603859, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:08.606829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.648888 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Allocated IP 172.27.0.32 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/bf951814-d5af-4998-ba23-530c97e85115) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:08.680535 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] For port 3f0db40c-2cb9-497e-ad0e-4a49f0603859, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:08.684752 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] For port 3f0db40c-2cb9-497e-ad0e-4a49f0603859, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=3f0db40c-2cb9-497e-ad0e-4a49f0603859,segment=NetworkSegment(72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7),segment_id=72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:08.688908 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.718647 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.732900 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.751282 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72589ef5-aa96-4e39-ad0a-e0b0ea2587b3 None None] Pushing event updated for resources: {'Port': ['ID=3f0db40c-2cb9-497e-ad0e-4a49f0603859,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:08.770241 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.781483 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Pushing event updated for resources: {'Port': ['ID=e08905a0-7c40-49a0-87a0-92a36a1af3ed,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:08.791752 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.792126 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.792505 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.792854 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.793190 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.793555 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.793896 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.794230 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.794561 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.794933 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.795238 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.795564 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.795893 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:08.818671 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.894457 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:08.896080 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf951814-d5af-4998-ba23-530c97e85115,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:08.900294 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:08.903140 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:08.904469 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Attempting to bind port e08905a0-7c40-49a0-87a0-92a36a1af3ed on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:08.904852 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Attempting to bind port e08905a0-7c40-49a0-87a0-92a36a1af3ed by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:08.905229 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Attempting to bind port e08905a0-7c40-49a0-87a0-92a36a1af3ed on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:08.910881 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:08.911752 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Checking segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:08.912602 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:08.916711 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Bound using segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:08.917285 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Bound port: e08905a0-7c40-49a0-87a0-92a36a1af3ed, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:08.917730 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.002729 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device aba886f6-6391-403d-a66e-cee6da248b9b up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:09.021891 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] For port e08905a0-7c40-49a0-87a0-92a36a1af3ed, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:09.026121 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] For port e08905a0-7c40-49a0-87a0-92a36a1af3ed, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=e08905a0-7c40-49a0-87a0-92a36a1af3ed,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:09.030664 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.093617 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:09.094710 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:09.193231 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5297eb-8bf8-4023-bcbb-b68d4bbf203b None None] Pushing event updated for resources: {'Port': ['ID=e08905a0-7c40-49a0-87a0-92a36a1af3ed,revision_number=4']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:09.239803 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:09.277428 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-b7906e83-b390-4bfa-aa0a-68627db92523 None None] Provisioning complete for port e08905a0-7c40-49a0-87a0-92a36a1af3ed triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:09.277995 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7906e83-b390-4bfa-aa0a-68627db92523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.314626 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port aba886f6-6391-403d-a66e-cee6da248b9b triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:09.315004 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.350660 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.442129 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7906e83-b390-4bfa-aa0a-68627db92523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.484551 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:09.488537 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-b7906e83-b390-4bfa-aa0a-68627db92523 None None] For port e08905a0-7c40-49a0-87a0-92a36a1af3ed, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=e08905a0-7c40-49a0-87a0-92a36a1af3ed,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:09.492558 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b7906e83-b390-4bfa-aa0a-68627db92523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.512244 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cfcb4-89dc-4830-93f4-8565d91289f7 None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:09.549890 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7906e83-b390-4bfa-aa0a-68627db92523 None None] Pushing event updated for resources: {'Port': ['ID=e08905a0-7c40-49a0-87a0-92a36a1af3ed,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:09.601577 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539129'] for router, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.632115 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-6b686974-6fe4-4123-86fa-4c3cd4297e10 None None] Provisioning complete for port e08905a0-7c40-49a0-87a0-92a36a1af3ed triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:09.633620 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6b686974-6fe4-4123-86fa-4c3cd4297e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.759817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 is scheduled to L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f with binding_index 1 {{(pid=102591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:17:09.881127 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:09.892247 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Sync routers for ids ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:09.900054 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:09.901508 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-16040875-b1d6-43a2-b31c-49d1ca4980d3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8369610 Dec 15 16:17:09.904103 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47104) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:09.912128 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Routers {'bc0b2426-ec14-4f62-a7c3-4fee5e49d825'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:09.912761 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:10.040954 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b00922-6969-42c6-9f8b-cfac59d41970 None None] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:17:10.044944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Set router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:10.219591 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-01b9984e-b66e-402f-80fa-01b33169a125 None None] Provisioning complete for port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:10.219961 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-01b9984e-b66e-402f-80fa-01b33169a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.411217 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-01b9984e-b66e-402f-80fa-01b33169a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.439077 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 3, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:10.477202 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Checking router: bc0b2426-ec14-4f62-a7c3-4fee5e49d825 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:10.477642 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Updating router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 port bf951814-d5af-4998-ba23-530c97e85115 binding host dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:17:10.483265 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-01b9984e-b66e-402f-80fa-01b33169a125 None None] For port 3f0db40c-2cb9-497e-ad0e-4a49f0603859, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=3f0db40c-2cb9-497e-ad0e-4a49f0603859,segment=NetworkSegment(72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7),segment_id=72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:10.505090 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-01b9984e-b66e-402f-80fa-01b33169a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.538685 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.594523 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9984e-b66e-402f-80fa-01b33169a125 None None] Pushing event updated for resources: {'Port': ['ID=3f0db40c-2cb9-497e-ad0e-4a49f0603859,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:10.661240 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.741705 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-4a61a5fc-f139-4494-bcda-7029a7f2cea9 None None] Provisioning complete for port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:10.742077 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4a61a5fc-f139-4494-bcda-7029a7f2cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.825824 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Allocated IP 172.20.0.1 (f1763bf3-d4e4-4ade-bde4-3772aaf234f1/e7c4e805-2c24-4070-b7da-3bf910a6739b/befed95c-4ab0-47ce-a9fb-ffee823967f5) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:10.901611 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Publish callbacks [] for port, precommit_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.914254 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.956625 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.976480 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Attempting to bind port bf951814-d5af-4998-ba23-530c97e85115 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:10.976852 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Attempting to bind port bf951814-d5af-4998-ba23-530c97e85115 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:10.977214 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Attempting to bind port bf951814-d5af-4998-ba23-530c97e85115 on network 10784b00-9bdb-408d-a667-7e07e7464a57 {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:10.980421 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ff6a9-7aca-43ff-8d4c-bdf3e71c4da6 None None] Pushing event updated for resources: {'Port': ['ID=bf951814-d5af-4998-ba23-530c97e85115,revision_number=2']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:10.987921 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:10.988296 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Checking segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:10.988702 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.989093 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Bound using segment: {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'} {{(pid=102593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:10.989621 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.managers [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Bound port: bf951814-d5af-4998-ba23-530c97e85115, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a467f9-a732-426b-93ea-8828603ba2c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57'}}] {{(pid=102593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:10.990008 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:10.999182 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.011505 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device e08905a0-7c40-49a0-87a0-92a36a1af3ed up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:11.037438 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:11.041076 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:11.044792 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:11.077180 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Pushing event updated for resources: {'Port': ['ID=befed95c-4ab0-47ce-a9fb-ffee823967f5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:11.091709 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539530'] for router_interface, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.097406 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] For port bf951814-d5af-4998-ba23-530c97e85115, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:11.101923 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] For port bf951814-d5af-4998-ba23-530c97e85115, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=bf951814-d5af-4998-ba23-530c97e85115,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:11.107975 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.111278 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port e08905a0-7c40-49a0-87a0-92a36a1af3ed triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:11.111627 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.203779 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ff6a9-7aca-43ff-8d4c-bdf3e71c4da6 None None] Pushing event updated for resources: {'Port': ['ID=bf951814-d5af-4998-ba23-530c97e85115,revision_number=3']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:11.208797 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Routers {'bc0b2426-ec14-4f62-a7c3-4fee5e49d825'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:11.210732 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:11.235911 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.345720 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 3f0db40c-2cb9-497e-ad0e-4a49f0603859 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:11.391875 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-fe0a135d-ccfc-485c-bf6a-26de6f141dbe None None] Provisioning complete for port befed95c-4ab0-47ce-a9fb-ffee823967f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:11.392243 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-fe0a135d-ccfc-485c-bf6a-26de6f141dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.394806 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] Set router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:11.398989 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.403941 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9399861'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.471426 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Pushing event updated for resources: {'Port': ['ID=befed95c-4ab0-47ce-a9fb-ffee823967f5,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:11.472239 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a135d-ccfc-485c-bf6a-26de6f141dbe None None] Port befed95c-4ab0-47ce-a9fb-ffee823967f5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:17:11.473975 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540218'] for router_interface, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.572749 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:11.574313 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:11.644427 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:11.644803 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.704151 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:11.818871 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:11.830065 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-2a78f8e3-66bd-4774-83bd-e9c624ee8c62 None None] Provisioning complete for port befed95c-4ab0-47ce-a9fb-ffee823967f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:11.830369 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9b775f40-eb27-4a03-b199-0d0c59af47cb admin admin] 10.222.0.36 "PUT /v2.0/routers/bc0b2426-ec14-4f62-a7c3-4fee5e49d825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9193439 Dec 15 16:17:11.830471 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2a78f8e3-66bd-4774-83bd-e9c624ee8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:11.871036 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-2a78f8e3-66bd-4774-83bd-e9c624ee8c62 None None] Port befed95c-4ab0-47ce-a9fb-ffee823967f5 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:17:11.874829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'befed95c-4ab0-47ce-a9fb-ffee823967f5', 'name': '', 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'mac_address': 'fa:16:3e:f0:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:10Z', 'updated_at': '2021-12-15T16:17:10Z', 'revision_number': 1, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'subnets': [{'id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:11.901995 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b21b98-20be-4a96-bcf4-cb7b1b89ff2e None None] The sync data for ids ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'] in dv-cinder-800704-2-iscsi is: [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'befed95c-4ab0-47ce-a9fb-ffee823967f5', 'name': '', 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'mac_address': 'fa:16:3e:f0:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:10Z', 'updated_at': '2021-12-15T16:17:10Z', 'revision_number': 1, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'subnets': [{'id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:12.562457 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47118) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:12.567074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366060423', 'description': 'tempest-secgroup-smoke-1366060423 description', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:12.597427 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.669912 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.673861 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.705591 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.706862 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1433902 Dec 15 16:17:12.708981 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e81ce-576e-4c76-b7e6-6ac84c18973c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e028f41-b0cb-4ffc-b8e4-80ef09729fea,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:12.709813 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47120) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:12.716113 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group_rule': {'security_group_id': '1e028f41-b0cb-4ffc-b8e4-80ef09729fea', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:12.746339 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.805688 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.810332 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.837998 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3a8280-3c93-40b3-92c8-ec06559d09f3,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:12.845888 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.849999 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47122) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:12.850384 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ba220d43-6019-4d31-894e-517f20118ea6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388042 Dec 15 16:17:12.855408 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group_rule': {'security_group_id': '1e028f41-b0cb-4ffc-b8e4-80ef09729fea', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:12.887190 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.953836 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.956983 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device bf951814-d5af-4998-ba23-530c97e85115 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:12.958186 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.977352 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce2a261-b51c-4be7-86d7-f084f199a6b2,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:12.981840 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:12.982770 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-12c7cfb3-9846-4d2f-9360-87148b89b99d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314828 Dec 15 16:17:12.985381 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47124) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:12.989649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group_rule': {'security_group_id': '1e028f41-b0cb-4ffc-b8e4-80ef09729fea', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:13.017602 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port bf951814-d5af-4998-ba23-530c97e85115 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:13.018360 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.021381 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.089346 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.094157 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.112817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2481b65-6b2d-4ee5-a013-5d78b0447d16,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:13.113747 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.127383 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.128814 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-38c7b574-779f-48c3-995c-063c0457aa25 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423972 Dec 15 16:17:13.131685 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47126) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:13.136867 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group_rule': {'security_group_id': '1e028f41-b0cb-4ffc-b8e4-80ef09729fea', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:13.141566 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] For port bf951814-d5af-4998-ba23-530c97e85115, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=bf951814-d5af-4998-ba23-530c97e85115,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:13.145859 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.165063 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.200418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Pushing event updated for resources: {'Port': ['ID=bf951814-d5af-4998-ba23-530c97e85115,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:13.230505 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.233909 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.250802 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4fa584-ba19-4b01-9fc7-6daa240c240a,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:13.259291 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.260466 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-d30a94f5-cef8-4059-a993-6e62d0963994 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277590 Dec 15 16:17:13.263140 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47128) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:13.267292 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group_rule': {'security_group_id': '1e028f41-b0cb-4ffc-b8e4-80ef09729fea', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:13.289285 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.securitygroups_db [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Project d37336bbfbab45f79ed53d56efe617c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:17:13.294839 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.355817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.360923 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.379780 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b117b5a1-767e-4ee9-856c-78373d17bb7c,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:13.390292 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.391483 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-93e7d1b7-8a5e-4d6b-8ecc-4fd4c4c1db7d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274319 Dec 15 16:17:13.394344 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47132) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:13.398760 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'security_group_rule': {'security_group_id': '1e028f41-b0cb-4ffc-b8e4-80ef09729fea', 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:13.419875 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.securitygroups_db [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Project d37336bbfbab45f79ed53d56efe617c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:17:13.424524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.483616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.487493 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631000'] for security_group_rule, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.506274 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cdfdaa-1ced-4ec2-af0b-c42632731c7f,revision_number=0']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:13.513953 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:13.515150 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-cdddebe0-0086-4890-8bc5-8e3dd1e76027 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198206 Dec 15 16:17:14.051754 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Sync routers for ids ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:14.062026 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Routers {'bc0b2426-ec14-4f62-a7c3-4fee5e49d825'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:14.062628 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:14.169309 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Set router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:14.319454 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.393202 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'befed95c-4ab0-47ce-a9fb-ffee823967f5', 'name': '', 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'mac_address': 'fa:16:3e:f0:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:10Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 2, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'subnets': [{'id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:14.421720 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Checking router: bc0b2426-ec14-4f62-a7c3-4fee5e49d825 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:14.422072 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Updating router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 port befed95c-4ab0-47ce-a9fb-ffee823967f5 binding host dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:17:14.446322 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.720187 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Publish callbacks [] for port, precommit_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.725925 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.778643 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748cf4-fbe9-46d2-b713-4f65248f8608 None None] Pushing event updated for resources: {'Port': ['ID=befed95c-4ab0-47ce-a9fb-ffee823967f5,revision_number=3']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:14.835374 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Attempting to bind port befed95c-4ab0-47ce-a9fb-ffee823967f5 on host dv-cinder-800704-2-iscsi for vnic_type normal with profile {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:14.835747 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Attempting to bind port befed95c-4ab0-47ce-a9fb-ffee823967f5 by drivers openvswitch,hyperv on host dv-cinder-800704-2-iscsi at level 0 using segments [{'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:14.836109 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Attempting to bind port befed95c-4ab0-47ce-a9fb-ffee823967f5 on network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:14.842167 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Checking agent: {'id': '2b722df0-c981-4be1-b8bf-98d29bd87318', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 2, 56), 'started_at': datetime.datetime(2021, 12, 15, 16, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:14.842537 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Checking segment: {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:14.842941 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.843338 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Bound using segment: {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'} {{(pid=102594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:14.844001 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.managers [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Bound port: befed95c-4ab0-47ce-a9fb-ffee823967f5, host: dv-cinder-800704-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1'}}] {{(pid=102594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:14.844184 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.915675 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] For port befed95c-4ab0-47ce-a9fb-ffee823967f5, host dv-cinder-800704-2-iscsi, cleared binding levels {{(pid=102594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:14.919142 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.plugins.ml2.db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] For port befed95c-4ab0-47ce-a9fb-ffee823967f5, host dv-cinder-800704-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=befed95c-4ab0-47ce-a9fb-ffee823967f5,segment=NetworkSegment(72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7),segment_id=72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7)] {{(pid=102594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:14.924993 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron_lib.callbacks.manager [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:14.942748 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device bf951814-d5af-4998-ba23-530c97e85115 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:14.986749 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748cf4-fbe9-46d2-b713-4f65248f8608 None None] Pushing event updated for resources: {'Port': ['ID=befed95c-4ab0-47ce-a9fb-ffee823967f5,revision_number=4']} {{(pid=102594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:14.996301 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Routers {'bc0b2426-ec14-4f62-a7c3-4fee5e49d825'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:14.997189 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:16:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:15.020751 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port bf951814-d5af-4998-ba23-530c97e85115 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:15.021186 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:15.059976 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-97e6cc90-eb63-45c4-9972-fc78d62cf8b7 None None] Provisioning complete for port befed95c-4ab0-47ce-a9fb-ffee823967f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:15.060433 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc90-eb63-45c4-9972-fc78d62cf8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:15.115513 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] Set router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:15.192320 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc90-eb63-45c4-9972-fc78d62cf8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:15.230953 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-97e6cc90-eb63-45c4-9972-fc78d62cf8b7 None None] For port befed95c-4ab0-47ce-a9fb-ffee823967f5, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=befed95c-4ab0-47ce-a9fb-ffee823967f5,segment=NetworkSegment(72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7),segment_id=72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:15.234995 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc90-eb63-45c4-9972-fc78d62cf8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:15.283923 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6cc90-eb63-45c4-9972-fc78d62cf8b7 None None] Pushing event updated for resources: {'Port': ['ID=befed95c-4ab0-47ce-a9fb-ffee823967f5,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:15.354931 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-ac962adb-a70d-4388-a30a-c361b47953d1 None None] Provisioning complete for port befed95c-4ab0-47ce-a9fb-ffee823967f5 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:15.355606 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ac962adb-a70d-4388-a30a-c361b47953d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:15.408006 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'befed95c-4ab0-47ce-a9fb-ffee823967f5', 'name': '', 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'mac_address': 'fa:16:3e:f0:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:10Z', 'updated_at': '2021-12-15T16:17:14Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'subnets': [{'id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:15.440187 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581821c-e829-4a94-a0e7-b8504f84c041 None None] The sync data for ids ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'] in dv-cinder-800704-2-iscsi is: [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:11Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'befed95c-4ab0-47ce-a9fb-ffee823967f5', 'name': '', 'network_id': 'f1763bf3-d4e4-4ade-bde4-3772aaf234f1', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'mac_address': 'fa:16:3e:f0:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:10Z', 'updated_at': '2021-12-15T16:17:14Z', 'revision_number': 4, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'subnets': [{'id': 'e7c4e805-2c24-4070-b7da-3bf910a6739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:16.938999 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device befed95c-4ab0-47ce-a9fb-ffee823967f5 up at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:16.988264 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Provisioning complete for port befed95c-4ab0-47ce-a9fb-ffee823967f5 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:16.988633 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:18.594674 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:17:19.209090 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c5f71ed2-2301-445d-916f-fca197a21094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:21.540566 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0dcd5f6a-be8a-4936-820a-deef37dcecac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:22.865008 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:23.895017 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.583803 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:32.017107 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-4c9c0cb9-dd20-463c-a532-d9bbe1dddf38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366060423&fields=id&tenant_id=d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 267 time: 0.0515025 Dec 15 16:17:32.126615 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-fac8839e-2c1d-4b98-9554-79af672fb193 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:32.128105 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-fac8839e-2c1d-4b98-9554-79af672fb193 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 812 time: 0.1033287 Dec 15 16:17:32.145303 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-a8a3d57c-b05f-4c05-9495-480c6ae1917f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/quotas/d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 375 time: 0.0090091 Dec 15 16:17:32.200082 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-99fa2346-b84b-47d9-943c-d67f2671eefa tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487647 Dec 15 16:17:32.401498 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-c4c90417-016f-479a-8271-8499e0ae8169 service neutron] 10.222.0.36 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893759 Dec 15 16:17:32.487623 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-5a35fa74-868e-40e3-8272-b853524a00fe service neutron] 10.222.0.36 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800273 Dec 15 16:17:32.772322 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4d70d444-4533-421c-ad86-3d0c1afb420f req-d861c0fb-6ce6-4c20-b148-044c6b4a7116 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0300126 Dec 15 16:17:33.788748 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-b3c78d01-07b4-420c-b7d5-2640140a157b tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:33.790511 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-b3c78d01-07b4-420c-b7d5-2640140a157b tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 812 time: 0.1070814 Dec 15 16:17:33.876553 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-573ede70-ffd7-498f-9872-480ef852618f req-c77eb53e-17f6-44eb-9439-c1ef8a3184f8 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0329976 Dec 15 16:17:33.882605 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-972663c2-bd60-4fcd-9fdc-98abc5cbd84e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 380 time: 0.0808811 Dec 15 16:17:33.893033 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'port': {'device_id': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'admin_state_up': True, 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'security_groups': ['1e028f41-b0cb-4ffc-b8e4-80ef09729fea']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:34.000436 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Made reservation on behalf of d37336bbfbab45f79ed53d56efe617c4 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:17:34.004209 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.132126 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Allocated IP 172.20.0.4 (6bf17fcc-7520-487a-8b2c-b8aaa08a20f8/709752a9-7fc3-4250-80f4-bb7be69254e2/1e90e512-10b9-4ab9-885d-f0050132cce7) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:34.278329 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.312208 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.359733 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:34.362884 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:34.366519 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:34.389709 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=1e90e512-10b9-4ab9-885d-f0050132cce7,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:34.402779 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.403130 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.403473 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.403810 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.404141 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.404470 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.404825 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.405219 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.405560 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.405846 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.406112 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.406735 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.407098 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:34.430809 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:34.431692 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.449807 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-f6897b43-19a0-44d1-a141-80b46fd2fc16 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605671 Dec 15 16:17:34.464531 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Request body: {'port': {'device_id': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:34.523995 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.579737 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-9daeb0f5-ad51-4236-804f-da6001ce918f None None] Provisioning complete for port 1e90e512-10b9-4ab9-885d-f0050132cce7 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:34.580584 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9daeb0f5-ad51-4236-804f-da6001ce918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.614764 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-9daeb0f5-ad51-4236-804f-da6001ce918f None None] Port 1e90e512-10b9-4ab9-885d-f0050132cce7 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:17:34.788410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e90e512-10b9-4ab9-885d-f0050132cce7 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:17:34.796604 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.808237 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Transition to ACTIVE for port object 1e90e512-10b9-4ab9-885d-f0050132cce7 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:17:34.812030 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:34.862547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Pushing event updated for resources: {'Port': ['ID=1e90e512-10b9-4ab9-885d-f0050132cce7,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:34.941577 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Attempting to bind port 1e90e512-10b9-4ab9-885d-f0050132cce7 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:17:34.942427 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Attempting to bind port 1e90e512-10b9-4ab9-885d-f0050132cce7 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:17:34.942973 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Attempting to bind port 1e90e512-10b9-4ab9-885d-f0050132cce7 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:34.949183 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Port 1e90e512-10b9-4ab9-885d-f0050132cce7 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:17:34.949951 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Attempting to bind port 1e90e512-10b9-4ab9-885d-f0050132cce7 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:17:34.969449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:17:34.969449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Checking segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:17:34.969449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Bound using segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:17:34.969449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Bound port: 1e90e512-10b9-4ab9-885d-f0050132cce7, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:17:34.970031 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:35.050572 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8db03c-0ab4-4c0b-b8bc-09badbb5be56 req-76854f9c-68ca-4266-a3e1-f9a1195ee492 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.058010 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4f8db03c-0ab4-4c0b-b8bc-09badbb5be56 req-76854f9c-68ca-4266-a3e1-f9a1195ee492 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.1044075 Dec 15 16:17:35.101941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] For port 1e90e512-10b9-4ab9-885d-f0050132cce7, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:17:35.106813 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] For port 1e90e512-10b9-4ab9-885d-f0050132cce7, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=1e90e512-10b9-4ab9-885d-f0050132cce7,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:17:35.111733 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:35.149568 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4f8db03c-0ab4-4c0b-b8bc-09badbb5be56 req-87f7a08d-255b-4dcd-ab59-b3e6cbf9b72f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906830 Dec 15 16:17:35.163533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.164149 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:35.165867 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] 10.222.0.46 "PUT /v2.0/ports/1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 200 len: 1093 time: 0.7064445 Dec 15 16:17:35.166332 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:35.168616 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b086df7-a68d-44be-8393-0e0aec3d304f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:35.205539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcdc72-06c7-4207-86c4-748eb4a11716 service neutron] Pushing event updated for resources: {'Port': ['ID=1e90e512-10b9-4ab9-885d-f0050132cce7,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:35.209264 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f182bf3-88a3-4180-b937-ce680cfd098a x-openstack-request-id: req-6f182bf3-88a3-4180-b937-ce680cfd098a {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:35.209600 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:35.209861 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f182bf3-88a3-4180-b937-ce680cfd098a {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:35.210258 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'status': 'completed', 'code': 200} Dec 15 16:17:35.254966 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-a9e5d4de-bb27-4acb-bf82-1853e725a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.256516 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-a9e5d4de-bb27-4acb-bf82-1853e725a0ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1096 time: 0.0420020 Dec 15 16:17:35.301824 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-1d96e3b9-ee40-4c48-b128-c7f9e457e747 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 200 len: 217 time: 0.0347886 Dec 15 16:17:35.356143 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-70ef29fb-423d-4ef7-b720-254dc3a6e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.357604 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-70ef29fb-423d-4ef7-b720-254dc3a6e1c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0435796 Dec 15 16:17:35.406841 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-2f5cb896-7991-4a07-9fa9-e0063d7c0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.408281 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-2f5cb896-7991-4a07-9fa9-e0063d7c0b73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429807 Dec 15 16:17:35.497330 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-4df41de7-ce52-4799-bb3b-11ef6b61060e service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793619 Dec 15 16:17:35.591572 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73720013-96ee-4ce2-a65c-3a3671e1bee4 req-084dbafb-2910-46dc-bbb2-bea8bf78418f service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Dec 15 16:17:35.678639 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-e27247f9-d4e8-41ad-b2a5-4c12b707d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.680098 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-e27247f9-d4e8-41ad-b2a5-4c12b707d44e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1096 time: 0.0402632 Dec 15 16:17:35.771055 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-3b453fe1-25a9-45fd-aa30-ca8eb61512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.772473 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-3b453fe1-25a9-45fd-aa30-ca8eb61512f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0832181 Dec 15 16:17:35.817569 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-669a7f66-820e-44d4-979a-584fcfb01cbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 200 len: 217 time: 0.0351458 Dec 15 16:17:35.867449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-f5a38432-8ad3-497e-9682-f43fae9b6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.869321 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-f5a38432-8ad3-497e-9682-f43fae9b6ddf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0422149 Dec 15 16:17:35.913787 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-dfa568cf-d4cb-44fe-ac56-a0887dbff297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:35.915485 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-dfa568cf-d4cb-44fe-ac56-a0887dbff297 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383844 Dec 15 16:17:36.010657 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-69bcea5e-c48f-466e-aea0-bf674f9f08f4 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832400 Dec 15 16:17:36.101207 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1b086df7-a68d-44be-8393-0e0aec3d304f req-bb4ad03d-31e3-4ea5-a06b-b2558bac3f10 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824981 Dec 15 16:17:36.265498 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fbb9d-e3e8-4c99-a9ca-6b4811c173de req-bd4a550d-904e-4ec2-b75e-609b8aa3ce3a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:36.266945 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-970fbb9d-e3e8-4c99-a9ca-6b4811c173de req-bd4a550d-904e-4ec2-b75e-609b8aa3ce3a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0481749 Dec 15 16:17:36.315500 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-970fbb9d-e3e8-4c99-a9ca-6b4811c173de req-238439c7-33ba-4f2d-b1a1-7863248dc972 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Dec 15 16:17:37.432994 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ca53-2971-4c13-b670-6f340e4e7d18 req-4dac2ec6-b8b3-4cc6-b4e7-33d2eea6e96f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:37.434453 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73b8ca53-2971-4c13-b670-6f340e4e7d18 req-4dac2ec6-b8b3-4cc6-b4e7-33d2eea6e96f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0514982 Dec 15 16:17:37.481934 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-73b8ca53-2971-4c13-b670-6f340e4e7d18 req-a655042d-4f06-4f32-a878-65acf6d84801 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Dec 15 16:17:38.593097 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b802a53-1b67-4479-a637-f6b120a63572 req-11bd32fd-1611-428e-8f86-4b55d4490a91 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:38.594588 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7b802a53-1b67-4479-a637-f6b120a63572 req-11bd32fd-1611-428e-8f86-4b55d4490a91 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0483835 Dec 15 16:17:38.643098 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7b802a53-1b67-4479-a637-f6b120a63572 req-d65ae8c7-eb5f-4cf0-940f-254b320997db tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Dec 15 16:17:39.685247 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8a0c-2cbe-47da-8ff9-229dd1b96706 req-5df1c951-4646-47dc-8bfc-c9207bb5633e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:39.686781 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-934f8a0c-2cbe-47da-8ff9-229dd1b96706 req-5df1c951-4646-47dc-8bfc-c9207bb5633e tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 947 time: 0.0515754 Dec 15 16:17:39.734936 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-934f8a0c-2cbe-47da-8ff9-229dd1b96706 req-9f965d41-bbbe-4fac-82bd-e98431883e6d tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Dec 15 16:17:39.762842 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e40ee-1553-424e-88dc-fd0b053e35f3 req-e5b5f936-65ea-4a7f-a91e-896c712798f4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:39.764290 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1e4e40ee-1553-424e-88dc-fd0b053e35f3 req-e5b5f936-65ea-4a7f-a91e-896c712798f4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0534112 Dec 15 16:17:39.812325 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1e4e40ee-1553-424e-88dc-fd0b053e35f3 req-3fcf0288-1875-457f-bd5a-9c10d815cc7b tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Dec 15 16:17:40.859334 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb6b53-1b3d-4d33-8488-f305a0b2e469 req-a938d74a-20db-4562-98c3-415ce0860373 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:40.860812 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-78cb6b53-1b3d-4d33-8488-f305a0b2e469 req-a938d74a-20db-4562-98c3-415ce0860373 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 947 time: 0.0495186 Dec 15 16:17:40.909141 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-78cb6b53-1b3d-4d33-8488-f305a0b2e469 req-ee840ff1-e176-4f3a-9fcd-c89b8675dcaf tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups?id=16e395a3-1526-4b11-a73d-828f96ff26c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424495 Dec 15 16:17:40.930874 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096b2c-51a1-4ad7-a879-261a845ca275 req-34eacd73-1858-4ee8-a7b0-a6aa16fc1d20 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:40.932808 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-11096b2c-51a1-4ad7-a879-261a845ca275 req-34eacd73-1858-4ee8-a7b0-a6aa16fc1d20 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0510995 Dec 15 16:17:40.983041 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-11096b2c-51a1-4ad7-a879-261a845ca275 req-1bf31e85-d873-4ba6-845c-37600440d8c2 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 Dec 15 16:17:41.229403 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-15a69e8a-421d-4b78-a622-152005d56d63 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:41.230833 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-15a69e8a-421d-4b78-a622-152005d56d63 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 947 time: 0.0509396 Dec 15 16:17:41.320912 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Deleting port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:41.321255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:41.409216 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] For port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:41.409611 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:41.574901 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:41.575174 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:41.575487 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Floating IP ed7e524e-8b46-4952-902c-670dbc86b16b disassociated. External IP: 172.27.0.19, port: d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76. Dec 15 16:17:41.575831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Calling delete_port for d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:41.701844 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:41.729649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event deleted for resources: {'Port': ['ID=d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:41.842534 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:41.947858 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:41.957917 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:41.969120 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:41.970039 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:41.997427 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] No DVR routers for this DVR port d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:17:42.001248 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:42.004778 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b8750cc0-1854-4dff-b2ca-cf43371baa03 req-07c9781d-c196-409d-8693-bf95a35d310b tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.46 "DELETE /v2.0/ports/d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 HTTP/1.1" status: 204 len: 173 time: 0.7665627 Dec 15 16:17:42.005141 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-deleted', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:42.008073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f494eb-7887-422c-8a67-78e28fc2b950" -d '{"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-deleted", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:42.077457 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-48e1d319-3d2f-4c4a-bea9-ad3c0417924e req-d47af360-a00c-4941-911d-124669f15036 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cc64764-e851-4cab-a602-b8669ed3aebe HTTP/1.1" status: 200 len: 210 time: 0.0714567 Dec 15 16:17:42.083097 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:42.144318 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e25553-1d04-4f57-9d12-6b4600f431c2 req-593aa0a1-c597-445d-b2d3-f47f561b1585 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:42.152720 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-90e25553-1d04-4f57-9d12-6b4600f431c2 req-593aa0a1-c597-445d-b2d3-f47f561b1585 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0754261 Dec 15 16:17:42.161440 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68aec5f-af4e-4c1d-a128-772f46e8f4ad x-openstack-request-id: req-f68aec5f-af4e-4c1d-a128-772f46e8f4ad {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:42.161819 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc64764-e851-4cab-a602-b8669ed3aebe", "name": "network-vif-deleted", "tag": "d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:42.162307 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f68aec5f-af4e-4c1d-a128-772f46e8f4ad {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:42.162774 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc64764-e851-4cab-a602-b8669ed3aebe', 'name': 'network-vif-deleted', 'tag': 'd1cf42c5-3f15-47e7-8f7a-ae7385cf6b76', 'status': 'completed', 'code': 200} Dec 15 16:17:42.217648 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-90e25553-1d04-4f57-9d12-6b4600f431c2 req-8d2bca3e-9af8-4451-a7dc-821d90a7526d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638959 Dec 15 16:17:42.336039 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:42.362730 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:42.371157 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:42.371756 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:42.474752 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:42.670476 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:42.819644 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dddd03-402c-49d3-9ec9-5b1af0c9d8de None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:10:42Z', 'revision_number': 4, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '519ea18f-28ad-45b8-88a1-99eb689429c5', 'name': '', 'network_id': 'ed985f33-cdae-44a4-bb97-f437877d64c9', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'mac_address': 'fa:16:3e:ed:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:41Z', 'updated_at': '2021-12-15T16:10:52Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'subnets': [{'id': '378c90ed-9df8-4594-a2b4-5fd0506f7f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:43.039948 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2068ae13-aa0d-40d4-8e03-9f5d5aa25486 None None] New status for floating IP ed7e524e-8b46-4952-902c-670dbc86b16b: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:17:43.173526 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47366) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:43.230661 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0207dc38-bc9b-4ef3-a5e7-56c152c8e5ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.254392 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0207dc38-bc9b-4ef3-a5e7-56c152c8e5ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.323520 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 1e90e512-10b9-4ab9-885d-f0050132cce7 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:17:43.330816 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0207dc38-bc9b-4ef3-a5e7-56c152c8e5ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.333701 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0207dc38-bc9b-4ef3-a5e7-56c152c8e5ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.334834 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-0207dc38-bc9b-4ef3-a5e7-56c152c8e5ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "DELETE /v2.0/security-groups/16e395a3-1526-4b11-a73d-828f96ff26c7 HTTP/1.1" status: 204 len: 168 time: 0.1603072 Dec 15 16:17:43.337998 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47372) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:43.347157 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cbf4d-fcba-4e0d-89de-00d302fed4c0 req-c5c14fda-e371-42ae-bfb8-90996184cd5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:43.348642 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2d2cbf4d-fcba-4e0d-89de-00d302fed4c0 req-c5c14fda-e371-42ae-bfb8-90996184cd5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 943 time: 0.0622530 Dec 15 16:17:43.351567 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.api.v2.resource [None req-bd3f0ecc-2f61-474a-bd1d-daa239541621 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] show failed (client error): The resource could not be found. Dec 15 16:17:43.355789 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207dc38-bc9b-4ef3-a5e7-56c152c8e5ef tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e395a3-1526-4b11-a73d-828f96ff26c7,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:43.356530 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-bd3f0ecc-2f61-474a-bd1d-daa239541621 tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "GET /v2.0/security-groups/16e395a3-1526-4b11-a73d-828f96ff26c7 HTTP/1.1" status: 404 len: 347 time: 0.0174172 Dec 15 16:17:43.357077 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47374) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:43.408456 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2d2cbf4d-fcba-4e0d-89de-00d302fed4c0 req-cf5b5517-1d4a-4c93-91cb-5803e95c3bb0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504353 Dec 15 16:17:43.450802 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 1e90e512-10b9-4ab9-885d-f0050132cce7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=1e90e512-10b9-4ab9-885d-f0050132cce7,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:43.460839 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'port_id': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'mac_address': 'fa:16:3e:9e:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:17:43.488711 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Deleting port 0e4893e3-9441-4aa8-8376-4500c48c114c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:43.489059 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.498038 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.510435 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e90e512-10b9-4ab9-885d-f0050132cce7 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:17:43.529939 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 1e90e512-10b9-4ab9-885d-f0050132cce7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=1e90e512-10b9-4ab9-885d-f0050132cce7,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:43.533751 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.567024 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.567352 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.579663 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Calling delete_port for 0e4893e3-9441-4aa8-8376-4500c48c114c owned by network:floatingip {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:43.580971 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=1e90e512-10b9-4ab9-885d-f0050132cce7,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:43.710572 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.735750 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Pushing event deleted for resources: {'Port': ['ID=0e4893e3-9441-4aa8-8376-4500c48c114c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:43.760157 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.760507 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.760841 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.761178 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.761542 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.761880 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.762211 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.762538 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.762862 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.763185 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.763510 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.763833 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.764157 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:43.800979 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks [] for floatingip, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.803554 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:43.804681 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f7b43f7a-e011-4411-bad9-6135d5482a4c tempest-AttachVolumeShelveTestJSON-1693262765 tempest-AttachVolumeShelveTestJSON-1693262765-project] 10.222.0.36 "DELETE /v2.0/floatingips/ed7e524e-8b46-4952-902c-670dbc86b16b HTTP/1.1" status: 204 len: 168 time: 0.4465091 Dec 15 16:17:43.816173 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['1e90e512-10b9-4ab9-885d-f0050132cce7'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:17:44.318112 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:44.535710 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd8d13-f3e2-4800-82d5-d2069b3d52b0 req-de87c7d2-0a60-42e8-b28c-93df63f5645d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:44.537165 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1fdd8d13-f3e2-4800-82d5-d2069b3d52b0 req-de87c7d2-0a60-42e8-b28c-93df63f5645d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 944 time: 0.0519259 Dec 15 16:17:44.586191 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1fdd8d13-f3e2-4800-82d5-d2069b3d52b0 req-707e1faf-68d0-4c33-a507-f8462831a8ba tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Dec 15 16:17:45.333685 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 1e90e512-10b9-4ab9-885d-f0050132cce7 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:17:45.384634 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 1e90e512-10b9-4ab9-885d-f0050132cce7 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:17:45.388819 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 1e90e512-10b9-4ab9-885d-f0050132cce7 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:17:45.389176 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:45.463258 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:45.485055 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:45.487323 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf544644-cd64-457c-96da-ba9d448b2187" -d '{"events": [{"server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:45.501337 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 1e90e512-10b9-4ab9-885d-f0050132cce7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=1e90e512-10b9-4ab9-885d-f0050132cce7,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:45.504904 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:45.505736 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:17:45.545445 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70cfef2-5ff4-498b-83ea-0d75caf7a616 x-openstack-request-id: req-b70cfef2-5ff4-498b-83ea-0d75caf7a616 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:45.545737 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:45.545990 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b70cfef2-5ff4-498b-83ea-0d75caf7a616 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:45.546382 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'code': 200} Dec 15 16:17:45.550826 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:17:45.551173 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device d1cf42c5-3f15-47e7-8f7a-ae7385cf6b76 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:17:45.573646 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=1e90e512-10b9-4ab9-885d-f0050132cce7,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:45.706778 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd999c74-8473-46be-a30a-a6c6d13bd1ae req-d6a91dd8-5b7b-4fe9-8baa-bac71b7e8fcb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:45.708250 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd999c74-8473-46be-a30a-a6c6d13bd1ae req-d6a91dd8-5b7b-4fe9-8baa-bac71b7e8fcb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0553002 Dec 15 16:17:45.782718 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fd999c74-8473-46be-a30a-a6c6d13bd1ae req-7c19c756-22b9-4830-a08d-6d2116492db4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678904 Dec 15 16:17:45.788503 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fea99b-151e-4298-93ec-17e4558ec8ba req-91930c7f-0b3c-4639-9179-678389a90016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:45.790213 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-64fea99b-151e-4298-93ec-17e4558ec8ba req-91930c7f-0b3c-4639-9179-678389a90016 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0598416 Dec 15 16:17:45.844491 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-64fea99b-151e-4298-93ec-17e4558ec8ba req-7d06a39b-eb7d-462d-ae57-3b2c10af3692 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427372 Dec 15 16:17:46.212155 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47406) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:46.709592 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:47.105667 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd670b1-54f0-4749-b680-eed5fa0a8aa2 req-99b8fcaa-9a23-4dba-ad00-8424837e0430 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:47.107119 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-abd670b1-54f0-4749-b680-eed5fa0a8aa2 req-99b8fcaa-9a23-4dba-ad00-8424837e0430 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0834782 Dec 15 16:17:47.230073 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-abd670b1-54f0-4749-b680-eed5fa0a8aa2 req-2f064493-2043-4088-829c-a157d090814c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963755 Dec 15 16:17:47.327980 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Deleting port 519ea18f-28ad-45b8-88a1-99eb689429c5 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:47.328320 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:47.402831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] For port 519ea18f-28ad-45b8-88a1-99eb689429c5, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=519ea18f-28ad-45b8-88a1-99eb689429c5,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:47.403213 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:47.415568 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Calling delete_port for 519ea18f-28ad-45b8-88a1-99eb689429c5 owned by network:router_interface {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:47.605884 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:47.630515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=519ea18f-28ad-45b8-88a1-99eb689429c5,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:47.806775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.035889 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:48.143412 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:48.148473 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a74b5567-5b59-457e-a35f-0faa8766e1e3 admin admin] 10.222.0.36 "PUT /v2.0/routers/321ea8f0-abf4-4eec-97a1-c4816f4295c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9347684 Dec 15 16:17:48.151410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47424) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:48.152645 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] Sync routers for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:48.165474 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:48.166215 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:48.253963 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.270253 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:48.351260 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36888237-b07d-4c52-92dc-dbe455ae1db4 req-af045c20-b20a-401a-8155-04085446ebf9 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:48.358335 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-36888237-b07d-4c52-92dc-dbe455ae1db4 req-af045c20-b20a-401a-8155-04085446ebf9 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0579696 Dec 15 16:17:48.367640 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.406270 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-36888237-b07d-4c52-92dc-dbe455ae1db4 req-35af91c4-1fbc-417d-bd52-d1887e52aead tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465965 Dec 15 16:17:48.427705 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Deleting port 43fb1e6b-d023-4843-b791-cf676fcaeb20 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:48.428116 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.461358 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:17:47Z', 'revision_number': 5, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port': {'id': '43fb1e6b-d023-4843-b791-cf676fcaeb20', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:10:37Z', 'updated_at': '2021-12-15T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:48.491626 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] Checking router: 321ea8f0-abf4-4eec-97a1-c4816f4295c6 for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:48.500098 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] Routers {'321ea8f0-abf4-4eec-97a1-c4816f4295c6'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:48.500694 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:48.538712 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] For port 43fb1e6b-d023-4843-b791-cf676fcaeb20, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=43fb1e6b-d023-4843-b791-cf676fcaeb20,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:48.539095 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.558905 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac29fdc-8623-44a0-b912-22c201708772 req-6a56468a-2240-4afa-9bcf-3d9fb4695cee tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:48.560392 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8ac29fdc-8623-44a0-b912-22c201708772 req-6a56468a-2240-4afa-9bcf-3d9fb4695cee tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0783837 Dec 15 16:17:48.564442 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Calling delete_port for 43fb1e6b-d023-4843-b791-cf676fcaeb20 owned by network:router_gateway {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:48.585318 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] Set router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 gateway port host: None {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:48.637598 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:17:48Z', 'revision_number': 6, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:48.660201 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8ac29fdc-8623-44a0-b912-22c201708772 req-feb66011-821b-4b70-bc4b-59e64c6e92ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917048 Dec 15 16:17:48.667806 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e2550-9997-42cd-8d11-3f762b235a87 None None] The sync data for ids ['321ea8f0-abf4-4eec-97a1-c4816f4295c6'] in dv-cinder-800704-2-iscsi is: [{'id': '321ea8f0-abf4-4eec-97a1-c4816f4295c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1200078475-router', 'tenant_id': '4293903670af4a238fe13d805fcd9d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:10:35Z', 'updated_at': '2021-12-15T16:17:48Z', 'revision_number': 6, 'project_id': '4293903670af4a238fe13d805fcd9d59', 'gw_port_host': None}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:48.686678 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47430) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:48.769847 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.773379 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab61ee5-af31-448a-ad03-16c22f43bd8c tempest-TestVolumeBootPattern-1928533412 tempest-TestVolumeBootPattern-1928533412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:48.775150 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-6ab61ee5-af31-448a-ad03-16c22f43bd8c tempest-TestVolumeBootPattern-1928533412 tempest-TestVolumeBootPattern-1928533412-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1093 time: 0.0874393 Dec 15 16:17:48.778101 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47434) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:48.782367 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'port_id': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:17:48.798673 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43fb1e6b-d023-4843-b791-cf676fcaeb20,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:48.810002 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.864254 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.913728 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.968401 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:48.972261 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.017526 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Allocated IP 172.27.0.161 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/fb10fca7-f3d8-4821-962d-a33bf74411f0) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:17:49.040722 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.042364 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321ea8f0-abf4-4eec-97a1-c4816f4295c6 {{(pid=102592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:17:49.049723 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.053190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-1aa99de7-886a-4d4a-9129-0c3d57fa3fa0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/321ea8f0-abf4-4eec-97a1-c4816f4295c6 HTTP/1.1" status: 204 len: 168 time: 0.8986402 Dec 15 16:17:49.054602 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47436) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:49.108596 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Deleting subnet 378c90ed-9df8-4594-a2b4-5fd0506f7f5b {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:17:49.118152 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.157842 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9332731'] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.218972 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-63bb437f-b033-4bc6-9667-30edda5aa166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.236439 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.239640 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 519ea18f-28ad-45b8-88a1-99eb689429c5 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:17:49.270777 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 519ea18f-28ad-45b8-88a1-99eb689429c5 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:17:49.271226 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 519ea18f-28ad-45b8-88a1-99eb689429c5 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:17:49.277877 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.324354 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:17:49.324493 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.327636 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:17:49.331227 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:17:49.357188 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=fb10fca7-f3d8-4821-962d-a33bf74411f0,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:49.387369 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3325887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246087'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.419058 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378c90ed-9df8-4594-a2b4-5fd0506f7f5b,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:49.423463 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.429615 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2bf415af-d088-4e36-a325-bba2d8e32c4e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/378c90ed-9df8-4594-a2b4-5fd0506f7f5b HTTP/1.1" status: 204 len: 168 time: 0.3697667 Dec 15 16:17:49.430246 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47448) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:49.435266 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07746f63-d5b6-48c0-8dfc-e25b94c4ecd5 None None] Network ed985f33-cdae-44a4-bb97-f437877d64c9 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:17:49.524108 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.595298 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Deleting port fb81fbab-cff1-4b51-b160-a55037d72db9 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:49.595573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.676154 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] For port fb81fbab-cff1-4b51-b160-a55037d72db9, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fb81fbab-cff1-4b51-b160-a55037d72db9,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:49.676550 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.689756 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Calling delete_port for fb81fbab-cff1-4b51-b160-a55037d72db9 owned by network:dhcp {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:49.704536 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] DHCP port deletion for ed985f33-cdae-44a4-bb97-f437877d64c9 request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:17:49.756637 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] Deleting port fb81fbab-cff1-4b51-b160-a55037d72db9 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:49.757313 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.771456 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.778996 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.811215 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fb81fbab-cff1-4b51-b160-a55037d72db9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:49.813342 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] No DVR routers for this DVR port fb81fbab-cff1-4b51-b160-a55037d72db9 on host dv-cinder-800704-2-iscsi {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:17:49.833771 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] For port fb81fbab-cff1-4b51-b160-a55037d72db9, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=fb81fbab-cff1-4b51-b160-a55037d72db9,segment=NetworkSegment(e95864fa-8481-4324-948b-ed6693ca0dbd),segment_id=e95864fa-8481-4324-948b-ed6693ca0dbd)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:17:49.834305 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.851301 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] Calling delete_port for fb81fbab-cff1-4b51-b160-a55037d72db9 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:49.855817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.886303 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.922283 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed985f33-cdae-44a4-bb97-f437877d64c9']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:49.942260 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95864fa-8481-4324-948b-ed6693ca0dbd') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:49.942526 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95864fa-8481-4324-948b-ed6693ca0dbd') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:49.954251 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.968261 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.973522 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.981056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:17:49.981485 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:17:49.983222 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:17:50.001505 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] Pushing event deleted for resources: {'Port': ['ID=fb81fbab-cff1-4b51-b160-a55037d72db9,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:50.006499 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e4cdb-20e7-47b9-968a-7aec5dd96b86 None None] No DVR routers for this DVR port fb81fbab-cff1-4b51-b160-a55037d72db9 on host dv-cinder-800704-2-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:17:50.052525 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.057068 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.062999 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] 10.222.0.36 "DELETE /v2.0/networks/ed985f33-cdae-44a4-bb97-f437877d64c9 HTTP/1.1" status: 204 len: 168 time: 0.6295252 Dec 15 16:17:50.068461 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.074185 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb32bf6-34de-414c-ad00-85ee750992ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ed985f33-cdae-44a4-bb97-f437877d64c9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:50.074409 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9399861'] for port, after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.143118 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=fb10fca7-f3d8-4821-962d-a33bf74411f0,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:50.159840 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.186217 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47454) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:50.228129 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-ef91f195-2ccd-4e45-a260-1ca0027d75be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4293903670af4a238fe13d805fcd9d59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405407 Dec 15 16:17:50.230562 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47456) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:50.262048 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.db.l3_db [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Floating IP 01640e42-d2b2-42ce-9894-b6758404f97f associated. External IP: 172.27.0.161, port: 1e90e512-10b9-4ab9-885d-f0050132cce7. Dec 15 16:17:50.279240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-99995f79-f8f1-4459-823c-97b054b721a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.300310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-99995f79-f8f1-4459-823c-97b054b721a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.352001 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-99995f79-f8f1-4459-823c-97b054b721a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.354978 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-99995f79-f8f1-4459-823c-97b054b721a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.356131 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-99995f79-f8f1-4459-823c-97b054b721a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/078614db-dc22-44bd-9bb4-7c6d0e9e18a1 HTTP/1.1" status: 204 len: 168 time: 0.1246526 Dec 15 16:17:50.364121 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99995f79-f8f1-4459-823c-97b054b721a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078614db-dc22-44bd-9bb4-7c6d0e9e18a1,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:50.476842 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:17:50.587269 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:17:50.598264 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:17:50.607830 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:50.617059 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:50.617711 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:50.641538 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-16fe3c07-c9f1-4da2-ab9c-a45fd773a86a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8622391 Dec 15 16:17:50.642133 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:17:50.644389 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa78961ea329a2be51c664499ef59cdc05c0073a405a7c59c789e42a31f02a63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecb29f0-695f-4567-bb83-9386a9e48ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:17:50.739335 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:50.813595 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb25263-a7a7-4aef-b760-9fab0d55c831 x-openstack-request-id: req-7cb25263-a7a7-4aef-b760-9fab0d55c831 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:17:50.813894 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7", "status": "completed", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:17:50.814153 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cb25263-a7a7-4aef-b760-9fab0d55c831 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:17:50.814618 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'status': 'completed', 'code': 200} Dec 15 16:17:50.889979 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-67636701-48c4-4621-a969-58609efd8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:50.892485 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-67636701-48c4-4621-a969-58609efd8012 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0525234 Dec 15 16:17:50.986044 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fb81fbab-cff1-4b51-b160-a55037d72db9 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:17:51.001132 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-29f57f44-2c21-46b5-9527-7aabb52bba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:51.002864 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '01640e42-d2b2-42ce-9894-b6758404f97f', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:9e:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:17:49Z', 'updated_at': '2021-12-15T16:17:49Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:51.006012 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-29f57f44-2c21-46b5-9527-7aabb52bba70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.1058908 Dec 15 16:17:51.020295 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: fb81fbab-cff1-4b51-b160-a55037d72db9 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:17:51.020999 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device fb81fbab-cff1-4b51-b160-a55037d72db9 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:17:51.021597 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 43fb1e6b-d023-4843-b791-cf676fcaeb20 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:17:51.043388 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 43fb1e6b-d023-4843-b791-cf676fcaeb20 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:17:51.044725 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 43fb1e6b-d023-4843-b791-cf676fcaeb20 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:17:51.044834 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:17:51.059916 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:17:51.060744 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:51.102249 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-8422aa70-9824-4f9c-96da-dec54b843130 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 200 len: 999 time: 0.0884368 Dec 15 16:17:51.158943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-66b61651-ad9c-4b74-9ac6-ccbff0d54846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:51.160396 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-66b61651-ad9c-4b74-9ac6-ccbff0d54846 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0504203 Dec 15 16:17:51.171479 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:17:51.209412 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-b1de5f10-3ee7-4dcc-82a1-2efa39a437f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:17:51.210924 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-b1de5f10-3ee7-4dcc-82a1-2efa39a437f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431161 Dec 15 16:17:51.308770 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-1aa0b6f1-89a9-4133-a208-ce57ce7f157b service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901151 Dec 15 16:17:51.402691 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '01640e42-d2b2-42ce-9894-b6758404f97f', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:9e:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:17:49Z', 'updated_at': '2021-12-15T16:17:49Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:17:51.403989 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1ecb29f0-695f-4567-bb83-9386a9e48ba0 req-875d3635-85c6-4958-a96e-5850e9884a2d service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876002 Dec 15 16:17:51.434672 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51864-ff17-4ccf-839b-07b1905b30ff None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '01640e42-d2b2-42ce-9894-b6758404f97f', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:9e:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:17:49Z', 'updated_at': '2021-12-15T16:17:49Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:17:51.552070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a9256d85-07fa-4e15-8b8d-0ea065f35b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:51.674005 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10465f97-c019-4016-8a39-4b770dcbef95 None None] New status for floating IP 01640e42-d2b2-42ce-9894-b6758404f97f: ACTIVE {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:17:52.868605 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:53.898391 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:55.591039 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:55.596647 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:17:59.351054 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47594) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:59.648672 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Deleting port 6e6b2325-ea01-4380-9114-c3af1445129c {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:17:59.649105 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.731447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.731776 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.743539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Calling delete_port for 6e6b2325-ea01-4380-9114-c3af1445129c owned by network:floatingip {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:17:59.782039 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47616) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:59.894200 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5a305ce8-6d60-4d9b-95b3-42db98271b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.981128 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5a305ce8-6d60-4d9b-95b3-42db98271b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.986896 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5a305ce8-6d60-4d9b-95b3-42db98271b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.029104 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5a305ce8-6d60-4d9b-95b3-42db98271b3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e84c4abaea2f443e965cc2979c025e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459736 Dec 15 16:18:00.031693 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47620) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:00.038018 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a305ce8-6d60-4d9b-95b3-42db98271b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5116b492-0b2b-456d-8fbd-5dda88e240dd,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:00.085252 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f081344-7ebe-44e6-8f2e-a64d2c846237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.107578 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f081344-7ebe-44e6-8f2e-a64d2c846237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.139438 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.153864 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f081344-7ebe-44e6-8f2e-a64d2c846237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.156610 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3f081344-7ebe-44e6-8f2e-a64d2c846237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.157805 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3f081344-7ebe-44e6-8f2e-a64d2c846237 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5116b492-0b2b-456d-8fbd-5dda88e240dd HTTP/1.1" status: 204 len: 168 time: 0.1251993 Dec 15 16:18:00.165326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event deleted for resources: {'Port': ['ID=6e6b2325-ea01-4380-9114-c3af1445129c,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:00.167907 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081344-7ebe-44e6-8f2e-a64d2c846237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5116b492-0b2b-456d-8fbd-5dda88e240dd,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:00.227584 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for floatingip, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.227920 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Floating IP 2144afc7-f628-45b1-a308-c8eb9c6017c7 disassociated (deleted). External IP: 172.27.0.149, port: 2c2b22cb-7362-4ca4-9251-1a506d1f65bc. Dec 15 16:18:00.442081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Router 9dc602e0-d6a4-4295-a553-c618edba6351 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:18:00.549000 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:18:00.553897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:00.560720 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] Sync routers for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:18:00.570274 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:00.570886 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:00.587140 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-783a67dd-689f-4bd2-8bc2-15645896385e tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "DELETE /v2.0/floatingips/2144afc7-f628-45b1-a308-c8eb9c6017c7 HTTP/1.1" status: 204 len: 168 time: 1.2348678 Dec 15 16:18:00.587783 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:18:00.590589 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8d858-ec0e-4597-99d7-7834032d06f5" -d '{"events": [{"name": "network-changed", "server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:18:00.637873 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150dd05e-fd22-4c21-a8b8-0987ab7fac07 x-openstack-request-id: req-150dd05e-fd22-4c21-a8b8-0987ab7fac07 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:18:00.638350 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:18:00.638774 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-150dd05e-fd22-4c21-a8b8-0987ab7fac07 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:18:00.639340 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'status': 'completed', 'code': 200} Dec 15 16:18:00.734435 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-902d0c17-4129-4e16-9db2-2f519595bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:00.736608 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-902d0c17-4129-4e16-9db2-2f519595bd1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc22adb06b1e405ea619c273ffb94020&device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 1098 time: 0.0704973 Dec 15 16:18:00.824767 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:00.863140 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-356f9bf9-ba4d-4bb1-84e1-990e1a36d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:00.864301 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-356f9bf9-ba4d-4bb1-84e1-990e1a36d185 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 200 len: 910 time: 0.1132832 Dec 15 16:18:00.879989 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9e474-73e1-4914-b140-40d923c1efd3 req-ea974f76-15f7-4f04-9ec4-4b97e73db772 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:00.882198 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bed9e474-73e1-4914-b140-40d923c1efd3 req-ea974f76-15f7-4f04-9ec4-4b97e73db772 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0604160 Dec 15 16:18:00.925861 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-7969de88-d7bc-4cdd-a15a-e436c6c5d494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 200 len: 217 time: 0.0512218 Dec 15 16:18:00.942312 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-bed9e474-73e1-4914-b140-40d923c1efd3 req-eb8c7298-e5de-44f1-b360-af083f09112c tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542302 Dec 15 16:18:01.000651 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-dd91375b-da67-40af-a3af-75dcf9fb1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:01.003021 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-dd91375b-da67-40af-a3af-75dcf9fb1869 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 200 len: 848 time: 0.0679023 Dec 15 16:18:01.049584 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:01.063125 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-4726cc80-81a2-4f5c-96d5-53fb7176dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:01.064839 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-4726cc80-81a2-4f5c-96d5-53fb7176dd59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52f28d1-1904-41cf-a6e0-eda3b950cc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526762 Dec 15 16:18:01.080261 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] Checking router: 9dc602e0-d6a4-4295-a553-c618edba6351 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:18:01.097470 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:01.097470 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:01.164296 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-e9bab7c7-0134-4b5a-9a32-e037fa1b85bb service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898755 Dec 15 16:18:01.200217 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:01.263790 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fcf8d858-ec0e-4597-99d7-7834032d06f5 req-99578b1a-56e1-4cbb-8fc3-1bbdc59ada49 service neutron] 10.222.0.46 "GET /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913959 Dec 15 16:18:01.408115 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:01.435412 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d42fe5-096c-456c-8d3d-182bbd1a0537 None None] The sync data for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi is: [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:12:07Z', 'revision_number': 4, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '10ee08fe-bfed-4854-bc6b-b7f2deef63f5', 'name': '', 'network_id': 'f52f28d1-1904-41cf-a6e0-eda3b950cc3e', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'mac_address': 'fa:16:3e:1d:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:06Z', 'updated_at': '2021-12-15T16:12:15Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'subnets': [{'id': '578aae51-5457-4329-ac0b-f91e6d5f25bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:18:01.458645 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47678) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:01.660566 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60664e39-cb43-45cd-afb4-2c775b365ada None None] New status for floating IP 2144afc7-f628-45b1-a308-c8eb9c6017c7: DOWN {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:18:01.823656 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2af7f28d-066c-4597-9356-f7e94723b5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:01.896008 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2af7f28d-066c-4597-9356-f7e94723b5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:01.900148 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2af7f28d-066c-4597-9356-f7e94723b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:01.938746 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-2af7f28d-066c-4597-9356-f7e94723b5a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07acf0620832463ebff6ab866e852caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789259 Dec 15 16:18:01.939899 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47684) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:01.940824 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7f28d-066c-4597-9356-f7e94723b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f672112-4812-440d-85eb-7db3d473d7bb,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:01.990318 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6800e9c3-4fb0-4c76-a296-8154a8d2bf32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.012405 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6800e9c3-4fb0-4c76-a296-8154a8d2bf32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.089476 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8593b05-c6bd-4bb4-9aec-48999ad502f5 req-c2a9d251-9610-4988-b8c4-b0a23ab21d37 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:02.090957 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8593b05-c6bd-4bb4-9aec-48999ad502f5 req-c2a9d251-9610-4988-b8c4-b0a23ab21d37 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0722992 Dec 15 16:18:02.103874 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6800e9c3-4fb0-4c76-a296-8154a8d2bf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.106410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6800e9c3-4fb0-4c76-a296-8154a8d2bf32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.107445 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-6800e9c3-4fb0-4c76-a296-8154a8d2bf32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f672112-4812-440d-85eb-7db3d473d7bb HTTP/1.1" status: 204 len: 168 time: 0.1665132 Dec 15 16:18:02.123664 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800e9c3-4fb0-4c76-a296-8154a8d2bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f672112-4812-440d-85eb-7db3d473d7bb,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:02.154621 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8593b05-c6bd-4bb4-9aec-48999ad502f5 req-84381307-9fc9-43cc-b493-80c509e6e219 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/security-groups?id=927c75dc-d561-498e-afc2-169a3747da92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566268 Dec 15 16:18:02.503143 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-797cf9f1-6d3a-4886-b1f6-608f0c2293ee tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:02.504581 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-797cf9f1-6d3a-4886-b1f6-608f0c2293ee tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.46 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 945 time: 0.0480587 Dec 15 16:18:02.608264 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Deleting port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:02.608638 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.707706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] For port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:02.708069 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.720481 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Calling delete_port for 2c2b22cb-7362-4ca4-9251-1a506d1f65bc owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:02.853233 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.883234 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event deleted for resources: {'Port': ['ID=2c2b22cb-7362-4ca4-9251-1a506d1f65bc,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:02.930140 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] No DVR routers for this DVR port 2c2b22cb-7362-4ca4-9251-1a506d1f65bc on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:02.933368 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:02.936716 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-84e9e886-5aca-42df-a1b6-150c8bef72c1 req-b6cbe6d3-3318-49de-861c-b4737684b87b tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.46 "DELETE /v2.0/ports/2c2b22cb-7362-4ca4-9251-1a506d1f65bc HTTP/1.1" status: 204 len: 173 time: 0.4253595 Dec 15 16:18:02.937373 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-deleted', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:18:02.939640 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49be6817-a555-483d-bf14-f275b92cb52e" -d '{"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-deleted", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:18:02.982566 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d35ce-9ab2-4245-bc74-86e053eb9e6b x-openstack-request-id: req-8a9d35ce-9ab2-4245-bc74-86e053eb9e6b {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:18:02.983209 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cc388e-bd13-4a79-92d4-f32fcf891aaa", "name": "network-vif-deleted", "tag": "2c2b22cb-7362-4ca4-9251-1a506d1f65bc", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:18:02.983209 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a9d35ce-9ab2-4245-bc74-86e053eb9e6b {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:18:02.983482 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cc388e-bd13-4a79-92d4-f32fcf891aaa', 'name': 'network-vif-deleted', 'tag': '2c2b22cb-7362-4ca4-9251-1a506d1f65bc', 'status': 'completed', 'code': 200} Dec 15 16:18:03.280261 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2059edf5-5212-4b17-aa5f-f64e3866df40 req-882a7535-b9ec-405d-8c13-82d2a0139581 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cc388e-bd13-4a79-92d4-f32fcf891aaa HTTP/1.1" status: 200 len: 210 time: 0.0409436 Dec 15 16:18:04.315726 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47748) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:04.371642 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e2b74110-b329-4e9a-b965-9600a0498ca2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:04.396099 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e2b74110-b329-4e9a-b965-9600a0498ca2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:04.455649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e2b74110-b329-4e9a-b965-9600a0498ca2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:04.458430 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e2b74110-b329-4e9a-b965-9600a0498ca2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:04.459561 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-e2b74110-b329-4e9a-b965-9600a0498ca2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] 10.222.0.36 "DELETE /v2.0/security-groups/927c75dc-d561-498e-afc2-169a3747da92 HTTP/1.1" status: 204 len: 168 time: 0.1428473 Dec 15 16:18:04.470206 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b74110-b329-4e9a-b965-9600a0498ca2 tempest-TestShelveInstance-426055818 tempest-TestShelveInstance-426055818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927c75dc-d561-498e-afc2-169a3747da92,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:04.506887 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47752) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:05.012369 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:05.288161 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Deleting port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:05.288505 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:05.370178 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] For port 10ee08fe-bfed-4854-bc6b-b7f2deef63f5, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:05.370904 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:05.383027 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Calling delete_port for 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 owned by network:router_interface {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:05.560177 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:05.584314 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ee08fe-bfed-4854-bc6b-b7f2deef63f5,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:05.750345 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:05.953661 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Router 9dc602e0-d6a4-4295-a553-c618edba6351 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:18:06.060950 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:18:06.070840 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c53c9d00-be30-4b7d-a285-eb28cc2b0e93 admin admin] 10.222.0.36 "PUT /v2.0/routers/9dc602e0-d6a4-4295-a553-c618edba6351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5596192 Dec 15 16:18:06.070840 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47770) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:06.071192 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] Sync routers for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:18:06.082588 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:06.083197 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:06.175632 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.198683 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:06.284803 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.336208 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Deleting port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:06.336547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.391033 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:18:05Z', 'revision_number': 5, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port': {'id': '08092bcf-b4fc-41c5-8ecc-86ff8a96415b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:02Z', 'updated_at': '2021-12-15T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:06.432261 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] For port 08092bcf-b4fc-41c5-8ecc-86ff8a96415b, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:06.433025 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.435126 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] Checking router: 9dc602e0-d6a4-4295-a553-c618edba6351 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:18:06.445249 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] Routers {'9dc602e0-d6a4-4295-a553-c618edba6351'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:06.445249 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['9dc602e0-d6a4-4295-a553-c618edba6351'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:06.452126 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Calling delete_port for 08092bcf-b4fc-41c5-8ecc-86ff8a96415b owned by network:router_gateway {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:06.536997 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] Set router 9dc602e0-d6a4-4295-a553-c618edba6351 gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:06.594632 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:18:06Z', 'revision_number': 6, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:06.621438 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc65e56-6f2b-4f33-9618-0cf127c5f9f0 None None] The sync data for ids ['9dc602e0-d6a4-4295-a553-c618edba6351'] in dv-cinder-800704-2-iscsi is: [{'id': '9dc602e0-d6a4-4295-a553-c618edba6351', 'name': 'tempest-TestShelveInstance-1732086385-router', 'tenant_id': 'fc22adb06b1e405ea619c273ffb94020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:00Z', 'updated_at': '2021-12-15T16:18:06Z', 'revision_number': 6, 'project_id': 'fc22adb06b1e405ea619c273ffb94020', 'gw_port_host': None}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:18:06.644629 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.687743 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08092bcf-b4fc-41c5-8ecc-86ff8a96415b,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:06.751875 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.844228 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.846333 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.889610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.890146 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc602e0-d6a4-4295-a553-c618edba6351 {{(pid=102592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:18:06.895327 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.896454 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a1536be8-ae60-462b-8e7f-861b6c7ff5d9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9dc602e0-d6a4-4295-a553-c618edba6351 HTTP/1.1" status: 204 len: 168 time: 0.8255320 Dec 15 16:18:06.898980 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47796) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:06.941897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Deleting subnet 578aae51-5457-4329-ac0b-f91e6d5f25bd {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:18:06.945078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:06.984173 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9332731'] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.075659 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.104633 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:07.124857 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:07.125512 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 10ee08fe-bfed-4854-bc6b-b7f2deef63f5 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:07.140310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3325887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246087'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.166086 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578aae51-5457-4329-ac0b-f91e6d5f25bd,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:07.169634 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.172816 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-550f9593-c745-41f7-a3b5-9a9679ca3bd9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/578aae51-5457-4329-ac0b-f91e6d5f25bd HTTP/1.1" status: 204 len: 168 time: 0.2729020 Dec 15 16:18:07.175255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47798) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:07.177603 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d86ae-d4dc-47e5-afb0-39cff3623f86 None None] Network f52f28d1-1904-41cf-a6e0-eda3b950cc3e requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:18:07.246719 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.301828 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Deleting port af024f57-b583-46fd-9334-d7ff2283a6c8 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:07.302168 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.364020 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] For port af024f57-b583-46fd-9334-d7ff2283a6c8, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=af024f57-b583-46fd-9334-d7ff2283a6c8,segment=NetworkSegment(4db722cf-28ad-48af-b8f2-9e31e514b998),segment_id=4db722cf-28ad-48af-b8f2-9e31e514b998)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:07.364327 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.376880 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Calling delete_port for af024f57-b583-46fd-9334-d7ff2283a6c8 owned by network:dhcp {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:07.445497 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] DHCP port deletion for f52f28d1-1904-41cf-a6e0-eda3b950cc3e request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:18:07.469363 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.494551 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:07.499434 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=af024f57-b583-46fd-9334-d7ff2283a6c8,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:07.504079 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] No DVR routers for this DVR port af024f57-b583-46fd-9334-d7ff2283a6c8 on host dv-cinder-800704-2-iscsi {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:07.522893 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 2c2b22cb-7362-4ca4-9251-1a506d1f65bc {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:07.523311 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 2c2b22cb-7362-4ca4-9251-1a506d1f65bc not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:07.528529 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Deleting port af024f57-b583-46fd-9334-d7ff2283a6c8 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:07.528978 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.733965 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] For port af024f57-b583-46fd-9334-d7ff2283a6c8, host dv-cinder-800704-2-iscsi, got binding levels [] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:07.734560 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.749104 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Calling delete_port for af024f57-b583-46fd-9334-d7ff2283a6c8 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:07.752472 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.ipam_backend_mixin [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Port af024f57-b583-46fd-9334-d7ff2283a6c8 was not found and therefore no delete operation was performed {{(pid=102593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 16:18:07.754585 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.782837 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Pushing event deleted for resources: {'Port': ['ID=af024f57-b583-46fd-9334-d7ff2283a6c8,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:07.785865 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] No DVR routers for this DVR port af024f57-b583-46fd-9334-d7ff2283a6c8 on host dv-cinder-800704-2-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:07.798643 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.799191 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.799718 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.800220 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.800818 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.801524 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.802256 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.802749 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.803296 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.803802 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.804137 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.804474 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.804924 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea3f02-5799-4e52-8ec0-15631f5e916f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:07.882442 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.907354 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52f28d1-1904-41cf-a6e0-eda3b950cc3e']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:07.918537 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db722cf-28ad-48af-b8f2-9e31e514b998') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:07.918834 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db722cf-28ad-48af-b8f2-9e31e514b998') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:07.935730 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.956565 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.965311 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:18:07.965745 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:18:07.967514 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:18:08.024162 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.029956 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.036584 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f52f28d1-1904-41cf-a6e0-eda3b950cc3e HTTP/1.1" status: 204 len: 168 time: 0.8603709 Dec 15 16:18:08.037402 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47822) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:08.061486 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e322368-a60d-4f60-8b82-5598b1ab7b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52f28d1-1904-41cf-a6e0-eda3b950cc3e,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:08.065369 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47826) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:08.206074 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54b2b60e-2f74-4a47-8750-553d156d3406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.285333 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54b2b60e-2f74-4a47-8750-553d156d3406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.289499 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-54b2b60e-2f74-4a47-8750-553d156d3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.328808 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-54b2b60e-2f74-4a47-8750-553d156d3406 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbe5d2fb9cfc432bb45283520c0a3dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621717 Dec 15 16:18:08.329924 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2b60e-2f74-4a47-8750-553d156d3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a48942-aa9a-4509-b3a3-2cbfbf78c0d7,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:08.331381 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47832) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:08.414983 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd38c16f-9989-4a1a-bb92-6aa6f4b38a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.443281 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd38c16f-9989-4a1a-bb92-6aa6f4b38a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.482640 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.558452 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd38c16f-9989-4a1a-bb92-6aa6f4b38a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.560986 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd38c16f-9989-4a1a-bb92-6aa6f4b38a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.562153 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-bd38c16f-9989-4a1a-bb92-6aa6f4b38a02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7a48942-aa9a-4509-b3a3-2cbfbf78c0d7 HTTP/1.1" status: 204 len: 168 time: 0.2298546 Dec 15 16:18:08.576088 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38c16f-9989-4a1a-bb92-6aa6f4b38a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a48942-aa9a-4509-b3a3-2cbfbf78c0d7,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:08.750563 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Deleting port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:08.751003 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.838013 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] For port d43ac3f7-7710-4dd0-b301-4f3fdbeb531c, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:08.839516 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.853122 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47838) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:08.859821 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Calling delete_port for d43ac3f7-7710-4dd0-b301-4f3fdbeb531c owned by network:router_interface {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:08.866914 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-78213aff-3594-496f-8bcf-2eb9424936b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.965905 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 08092bcf-b4fc-41c5-8ecc-86ff8a96415b no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:08.970193 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-78213aff-3594-496f-8bcf-2eb9424936b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.974449 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-78213aff-3594-496f-8bcf-2eb9424936b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:08.986087 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 08092bcf-b4fc-41c5-8ecc-86ff8a96415b {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:08.986561 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 08092bcf-b4fc-41c5-8ecc-86ff8a96415b not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:08.986979 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device af024f57-b583-46fd-9334-d7ff2283a6c8 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:09.006873 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: af024f57-b583-46fd-9334-d7ff2283a6c8 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:09.007323 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device af024f57-b583-46fd-9334-d7ff2283a6c8 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:09.025494 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78213aff-3594-496f-8bcf-2eb9424936b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ff2ebb-67a4-4755-88ed-7427344d2142,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:09.030566 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-78213aff-3594-496f-8bcf-2eb9424936b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9586c0c695ac4bf2ae69276f776d69b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763113 Dec 15 16:18:09.033114 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47840) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:09.076971 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.091453 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-792de8bb-d250-474c-b589-824a7779c2e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.103223 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43ac3f7-7710-4dd0-b301-4f3fdbeb531c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:09.113124 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-792de8bb-d250-474c-b589-824a7779c2e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.170715 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-792de8bb-d250-474c-b589-824a7779c2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.173500 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-792de8bb-d250-474c-b589-824a7779c2e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.174715 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-792de8bb-d250-474c-b589-824a7779c2e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7ff2ebb-67a4-4755-88ed-7427344d2142 HTTP/1.1" status: 204 len: 168 time: 0.1406558 Dec 15 16:18:09.193864 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792de8bb-d250-474c-b589-824a7779c2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ff2ebb-67a4-4755-88ed-7427344d2142,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:09.298847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.536789 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Router f8f178ce-8495-4394-981b-c987eed4975c has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:18:09.651584 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:18:09.657429 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-045eaf06-e783-4f4a-9947-ec1cc4ea5484 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8f178ce-8495-4394-981b-c987eed4975c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6183221 Dec 15 16:18:09.660585 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47870) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:09.663654 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] Sync routers for ids ['f8f178ce-8495-4394-981b-c987eed4975c'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:18:09.674708 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] Routers {'f8f178ce-8495-4394-981b-c987eed4975c'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:09.675502 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['f8f178ce-8495-4394-981b-c987eed4975c'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:09.794622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] Set router f8f178ce-8495-4394-981b-c987eed4975c gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:09.846608 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:09.936817 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43f36-5bd7-4937-82e0-8ab5534a5164 req-0fff7f4b-b2be-427f-8656-bc2c413bf39b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:09.938349 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d7d43f36-5bd7-4937-82e0-8ab5534a5164 req-0fff7f4b-b2be-427f-8656-bc2c413bf39b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.1390293 Dec 15 16:18:09.987828 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:18:09Z', 'revision_number': 5, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port': {'id': '41ac05a6-2848-439c-a5b2-a54f8adcd36d', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:16Z', 'updated_at': '2021-12-15T16:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:10.004562 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.012650 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-d7d43f36-5bd7-4937-82e0-8ab5534a5164 req-b2b42a8d-9e90-4563-936a-0f4bf37d447c tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631711 Dec 15 16:18:10.021928 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] Checking router: f8f178ce-8495-4394-981b-c987eed4975c for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:18:10.037814 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] Routers {'f8f178ce-8495-4394-981b-c987eed4975c'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:10.038487 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['f8f178ce-8495-4394-981b-c987eed4975c'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:10.079551 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Deleting port 41ac05a6-2848-439c-a5b2-a54f8adcd36d {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:10.080137 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.127456 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] Set router f8f178ce-8495-4394-981b-c987eed4975c gateway port host: None {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:10.165228 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] For port 41ac05a6-2848-439c-a5b2-a54f8adcd36d, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=41ac05a6-2848-439c-a5b2-a54f8adcd36d,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:10.166031 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.178786 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Calling delete_port for 41ac05a6-2848-439c-a5b2-a54f8adcd36d owned by network:router_gateway {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:10.184539 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:18:10Z', 'revision_number': 6, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:10.214243 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1539d-e13f-4080-bd51-530d0a981903 None None] The sync data for ids ['f8f178ce-8495-4394-981b-c987eed4975c'] in dv-cinder-800704-2-iscsi is: [{'id': 'f8f178ce-8495-4394-981b-c987eed4975c', 'name': 'tempest-TestShelveInstance-693433159-router', 'tenant_id': '5b784239c6a74157a0faa56ffc04020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:13Z', 'updated_at': '2021-12-15T16:18:10Z', 'revision_number': 6, 'project_id': '5b784239c6a74157a0faa56ffc04020d', 'gw_port_host': None}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:18:10.358476 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.383765 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Pushing event deleted for resources: {'Port': ['ID=41ac05a6-2848-439c-a5b2-a54f8adcd36d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:10.417030 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47890) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:10.442806 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.521630 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bd7f-9fe3-4725-983b-3d1c60fd00f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.609780 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bd7f-9fe3-4725-983b-3d1c60fd00f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.614628 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bd7f-9fe3-4725-983b-3d1c60fd00f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.659565 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b3e5bd7f-9fe3-4725-983b-3d1c60fd00f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3225b46947b14d2a8ded55df81e893c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410600 Dec 15 16:18:10.660316 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5bd7f-9fe3-4725-983b-3d1c60fd00f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4cb920-b425-4336-bf9a-b148093f7005,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:10.663551 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47894) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:10.719900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-98425312-c466-435d-ad87-6d53ed41ee17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.741893 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-98425312-c466-435d-ad87-6d53ed41ee17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.794258 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-98425312-c466-435d-ad87-6d53ed41ee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.797096 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-98425312-c466-435d-ad87-6d53ed41ee17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.798287 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-98425312-c466-435d-ad87-6d53ed41ee17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf4cb920-b425-4336-bf9a-b148093f7005 HTTP/1.1" status: 204 len: 168 time: 0.1335385 Dec 15 16:18:10.803056 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.805350 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.806156 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98425312-c466-435d-ad87-6d53ed41ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4cb920-b425-4336-bf9a-b148093f7005,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:10.853304 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.854694 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f178ce-8495-4394-981b-c987eed4975c {{(pid=102591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:18:10.861315 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.865215 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-41cec088-f273-4075-a06b-81c47e8a09ae admin admin] 10.222.0.36 "DELETE /v2.0/routers/f8f178ce-8495-4394-981b-c987eed4975c HTTP/1.1" status: 204 len: 168 time: 1.1920922 Dec 15 16:18:10.865474 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47898) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:10.910514 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Deleting subnet abbabf2f-7404-4d5f-bf14-31b294dde02e {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:18:10.913591 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.950672 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505221'] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.042267 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.129141 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 41ac05a6-2848-439c-a5b2-a54f8adcd36d no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:11.142248 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10070125'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.158425 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 41ac05a6-2848-439c-a5b2-a54f8adcd36d {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:11.158782 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 41ac05a6-2848-439c-a5b2-a54f8adcd36d not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:11.159198 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d43ac3f7-7710-4dd0-b301-4f3fdbeb531c no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:11.162565 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3efb0-9e91-4e0f-9642-13fa430836ba req-59cd11ca-c4e9-48e2-bcf0-57002ce2c0ff tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:11.164330 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ecf3efb0-9e91-4e0f-9642-13fa430836ba req-59cd11ca-c4e9-48e2-bcf0-57002ce2c0ff tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0653789 Dec 15 16:18:11.169045 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbabf2f-7404-4d5f-bf14-31b294dde02e,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:11.177132 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.181116 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-55ce3a68-61cf-49ab-98dd-d64fce0068fd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/abbabf2f-7404-4d5f-bf14-31b294dde02e HTTP/1.1" status: 204 len: 168 time: 0.3146856 Dec 15 16:18:11.184246 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47910) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:11.188640 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31682cf7-1cf2-408d-aced-544899a470aa None None] Network 7ab17d42-535d-4811-af7f-b9c1c9358a2c requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:18:11.198494 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: d43ac3f7-7710-4dd0-b301-4f3fdbeb531c {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:11.199121 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d43ac3f7-7710-4dd0-b301-4f3fdbeb531c not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:11.231949 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ecf3efb0-9e91-4e0f-9642-13fa430836ba req-faba38e4-990e-4474-ac46-ef16902ce12b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557420 Dec 15 16:18:11.296827 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.358911 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Deleting port 5970a94e-f7d5-48c9-a1b7-552c531fba9c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:11.359447 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.405376 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] DHCP port deletion for 7ab17d42-535d-4811-af7f-b9c1c9358a2c request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:18:11.444823 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] For port 5970a94e-f7d5-48c9-a1b7-552c531fba9c, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=5970a94e-f7d5-48c9-a1b7-552c531fba9c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:11.445345 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.464028 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] Deleting port 5970a94e-f7d5-48c9-a1b7-552c531fba9c {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:11.464028 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.466628 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Calling delete_port for 5970a94e-f7d5-48c9-a1b7-552c531fba9c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:11.537814 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] For port 5970a94e-f7d5-48c9-a1b7-552c531fba9c, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=5970a94e-f7d5-48c9-a1b7-552c531fba9c,segment=NetworkSegment(e6c5153f-7944-4e88-873a-78574522d2e7),segment_id=e6c5153f-7944-4e88-873a-78574522d2e7)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:11.538208 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.551341 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] Calling delete_port for 5970a94e-f7d5-48c9-a1b7-552c531fba9c owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:11.557900 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.584653 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Pushing event deleted for resources: {'Port': ['ID=5970a94e-f7d5-48c9-a1b7-552c531fba9c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:11.591986 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] No DVR routers for this DVR port 5970a94e-f7d5-48c9-a1b7-552c531fba9c on host dv-cinder-800704-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:11.646836 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.677774 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] Pushing event deleted for resources: {'Port': ['ID=5970a94e-f7d5-48c9-a1b7-552c531fba9c,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:11.681937 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599877ab-4f90-43b0-b9e4-8f9ff4681bba None None] No DVR routers for this DVR port 5970a94e-f7d5-48c9-a1b7-552c531fba9c on host dv-cinder-800704-2-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:11.691576 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.708546 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab17d42-535d-4811-af7f-b9c1c9358a2c']}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:11.718592 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c5153f-7944-4e88-873a-78574522d2e7') {'for_net_delete': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:11.718889 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c5153f-7944-4e88-873a-78574522d2e7') {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:11.728584 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505214'] for segment, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.741757 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.747962 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:18:11.748344 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9399825'] for segment, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: Traceback (most recent call last): Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: timer() Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: cb(*args, **kw) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: return func(*args, **kwargs) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: self._notify() Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: self.callback(batched_events) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: event.method(event) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: return f(self, *a, **k) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._get(url).json() Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: return self.request(url, 'GET', **kwargs) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:18:11.750094 dv-cinder-800704-2-iscsi neutron-server[102591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:18:11.805660 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.811796 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.815110 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ab17d42-535d-4811-af7f-b9c1c9358a2c HTTP/1.1" status: 204 len: 168 time: 0.6292863 Dec 15 16:18:11.827310 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce467273-6c96-451d-afd6-e517e468093c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab17d42-535d-4811-af7f-b9c1c9358a2c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:11.857112 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-55ab9236-c4e6-4762-b912-42459b0f4e53 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:11.858620 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-55ab9236-c4e6-4762-b912-42459b0f4e53 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0674953 Dec 15 16:18:11.949536 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47934) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:11.966120 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Deleting port ae641ced-6e64-46f2-ad18-9b3191eb38ed {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:11.966754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:11.999098 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f3362890-8ee9-4dc6-8563-3a73f421b7c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc22adb06b1e405ea619c273ffb94020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483990 Dec 15 16:18:12.001674 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47936) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:12.023911 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47938) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:12.062349 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-742164c3-902e-492f-b91a-a8dc5cdcc31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.072807 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] For port ae641ced-6e64-46f2-ad18-9b3191eb38ed, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ae641ced-6e64-46f2-ad18-9b3191eb38ed,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:12.073110 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.083907 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-742164c3-902e-492f-b91a-a8dc5cdcc31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.136710 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-742164c3-902e-492f-b91a-a8dc5cdcc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.139695 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-742164c3-902e-492f-b91a-a8dc5cdcc31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.141062 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-742164c3-902e-492f-b91a-a8dc5cdcc31a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/794e0031-c704-4aaa-901c-80451c5b0947 HTTP/1.1" status: 204 len: 168 time: 0.1384275 Dec 15 16:18:12.151682 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742164c3-902e-492f-b91a-a8dc5cdcc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e0031-c704-4aaa-901c-80451c5b0947,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:12.222407 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c40c94c4-a85c-4213-9881-af8d7ea8faab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.313191 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.313495 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.314141 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Floating IP c7daefb0-c8ad-4e10-b02c-0c5108dbae96 disassociated. External IP: 172.27.0.204, port: ae641ced-6e64-46f2-ad18-9b3191eb38ed. Dec 15 16:18:12.314413 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Calling delete_port for ae641ced-6e64-46f2-ad18-9b3191eb38ed owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:12.370997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57028177-9a0a-4181-a64f-8c4f9894e6e3 req-5c862ab4-7fce-4ed5-8d79-594d52508070 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:12.373069 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-57028177-9a0a-4181-a64f-8c4f9894e6e3 req-5c862ab4-7fce-4ed5-8d79-594d52508070 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 946 time: 0.0625486 Dec 15 16:18:12.418217 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c40c94c4-a85c-4213-9881-af8d7ea8faab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.428626 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-57028177-9a0a-4181-a64f-8c4f9894e6e3 req-2269d92b-f255-4fc6-ad34-ad95981af5d4 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups?id=4871426d-0598-47d6-9b60-33cc05819d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474725 Dec 15 16:18:12.430217 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c40c94c4-a85c-4213-9881-af8d7ea8faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.477516 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c94c4-a85c-4213-9881-af8d7ea8faab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8637cd-cb6c-4c8e-800f-03ea9d3fb4a3,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:12.491643 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47948) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:12.504997 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c40c94c4-a85c-4213-9881-af8d7ea8faab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e8e7145a2084956ba89af500884573f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4798274 Dec 15 16:18:12.507949 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 47950) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:12.532370 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.564153 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-de804ebf-d8b8-4bbb-9410-a59a523ef9f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b784239c6a74157a0faa56ffc04020d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708356 Dec 15 16:18:12.565408 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event deleted for resources: {'Port': ['ID=ae641ced-6e64-46f2-ad18-9b3191eb38ed,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:12.568033 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 47952) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:12.579779 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79593ee9-66e9-40a1-a3ca-6c52d9c7767c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.602744 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79593ee9-66e9-40a1-a3ca-6c52d9c7767c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.652976 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79593ee9-66e9-40a1-a3ca-6c52d9c7767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.655856 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79593ee9-66e9-40a1-a3ca-6c52d9c7767c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.657184 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-79593ee9-66e9-40a1-a3ca-6c52d9c7767c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef8637cd-cb6c-4c8e-800f-03ea9d3fb4a3 HTTP/1.1" status: 204 len: 168 time: 0.1483331 Dec 15 16:18:12.667121 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79593ee9-66e9-40a1-a3ca-6c52d9c7767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8637cd-cb6c-4c8e-800f-03ea9d3fb4a3,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:12.719022 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a420-6a47-4f89-9b7c-6c3dfa00780d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.752487 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a420-6a47-4f89-9b7c-6c3dfa00780d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.763615 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Router d208ee4f-97f4-4198-b3ce-96d10a202194 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:18:12.872255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a420-6a47-4f89-9b7c-6c3dfa00780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.874829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a420-6a47-4f89-9b7c-6c3dfa00780d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.875957 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b7b3a420-6a47-4f89-9b7c-6c3dfa00780d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d713b90e-67ed-4513-8c94-80486958c2b9 HTTP/1.1" status: 204 len: 168 time: 0.3067460 Dec 15 16:18:12.890127 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3a420-6a47-4f89-9b7c-6c3dfa00780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d713b90e-67ed-4513-8c94-80486958c2b9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:12.911280 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:18:12.922119 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:18:12.947213 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:12.949854 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:12.959599 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] No DVR routers for this DVR port ae641ced-6e64-46f2-ad18-9b3191eb38ed on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:12.963897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:12.968186 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-b72010e6-d873-4b0b-9c78-d1f5b804ab48 req-6e352889-bb9f-4dfe-b767-0c1f71c9c4d9 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.46 "DELETE /v2.0/ports/ae641ced-6e64-46f2-ad18-9b3191eb38ed HTTP/1.1" status: 204 len: 173 time: 1.1012738 Dec 15 16:18:12.969068 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'name': 'network-vif-deleted', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:18:12.973054 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab12f38-9006-4008-9523-62f2ecb17343" -d '{"events": [{"server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "name": "network-vif-deleted", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:18:13.125049 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 5970a94e-f7d5-48c9-a1b7-552c531fba9c no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:13.185229 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 5970a94e-f7d5-48c9-a1b7-552c531fba9c {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:13.187962 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 5970a94e-f7d5-48c9-a1b7-552c531fba9c not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:13.206545 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:13.339817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526da4f2-3feb-46ca-acd7-4026441eab3d x-openstack-request-id: req-526da4f2-3feb-46ca-acd7-4026441eab3d {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:18:13.340182 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f10094-2d7d-44fa-9078-a104e2e6ef84", "name": "network-vif-deleted", "tag": "ae641ced-6e64-46f2-ad18-9b3191eb38ed", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:18:13.340390 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-526da4f2-3feb-46ca-acd7-4026441eab3d {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:18:13.340777 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f10094-2d7d-44fa-9078-a104e2e6ef84', 'name': 'network-vif-deleted', 'tag': 'ae641ced-6e64-46f2-ad18-9b3191eb38ed', 'status': 'completed', 'code': 200} Dec 15 16:18:13.460265 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:13.560375 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-626d520c-21d6-45c7-a2ba-a365203dc6bc req-d9f7db21-6bfd-459e-9506-b758d7367127 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f10094-2d7d-44fa-9078-a104e2e6ef84 HTTP/1.1" status: 200 len: 210 time: 0.0364549 Dec 15 16:18:13.599024 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:18:13.608272 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:13.608880 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:13.717569 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:13.917035 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:13.946473 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33aa8-7a1f-4faf-8acb-f8db3eb6fb3d None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:12:18Z', 'revision_number': 4, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': '75373a4b-867d-4ac7-b058-9687862ac524', 'name': '', 'network_id': '8b76a42d-a289-476f-a87a-d1a85520dc8f', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'mac_address': 'fa:16:3e:1f:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:14Z', 'updated_at': '2021-12-15T16:12:24Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'subnets': [{'id': 'edbb17c5-e549-4540-8f77-220d1fd9f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:18:14.204753 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ded417-d904-45e3-983d-00590cdf8ae0 None None] New status for floating IP c7daefb0-c8ad-4e10-b02c-0c5108dbae96: DOWN {{(pid=102593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:18:14.335992 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:14.644928 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48042) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:14.701651 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc624a63-5cad-43a8-9e45-1a232924c75b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:14.725476 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc624a63-5cad-43a8-9e45-1a232924c75b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:14.776169 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc624a63-5cad-43a8-9e45-1a232924c75b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:14.778985 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc624a63-5cad-43a8-9e45-1a232924c75b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:14.780148 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-dc624a63-5cad-43a8-9e45-1a232924c75b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "DELETE /v2.0/security-groups/4871426d-0598-47d6-9b60-33cc05819d6a HTTP/1.1" status: 204 len: 168 time: 0.1340890 Dec 15 16:18:14.783053 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48044) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:14.789193 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624a63-5cad-43a8-9e45-1a232924c75b tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871426d-0598-47d6-9b60-33cc05819d6a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:14.797150 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.api.v2.resource [None req-5b460cec-0ede-497d-9bca-b110691fb83d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] show failed (client error): The resource could not be found. Dec 15 16:18:14.798186 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-5b460cec-0ede-497d-9bca-b110691fb83d tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "GET /v2.0/security-groups/4871426d-0598-47d6-9b60-33cc05819d6a HTTP/1.1" status: 404 len: 347 time: 0.0141561 Dec 15 16:18:14.801058 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48046) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:14.932754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Deleting port 3d190e88-af0f-4708-a6a3-bb7843310eef {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:14.933190 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:15.018508 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:15.018836 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:15.031540 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Calling delete_port for 3d190e88-af0f-4708-a6a3-bb7843310eef owned by network:floatingip {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:15.168226 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:15.193033 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Pushing event deleted for resources: {'Port': ['ID=3d190e88-af0f-4708-a6a3-bb7843310eef,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:15.259778 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks [] for floatingip, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:15.263737 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:15.264914 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-eb2c6e7a-ee21-406b-b5f3-e75af1e86df5 tempest-AttachVolumeTestJSON-1034395193 tempest-AttachVolumeTestJSON-1034395193-project] 10.222.0.36 "DELETE /v2.0/floatingips/c7daefb0-c8ad-4e10-b02c-0c5108dbae96 HTTP/1.1" status: 204 len: 168 time: 0.4629056 Dec 15 16:18:15.509705 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device ae641ced-6e64-46f2-ad18-9b3191eb38ed no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:15.532899 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: ae641ced-6e64-46f2-ad18-9b3191eb38ed {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:15.533271 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device ae641ced-6e64-46f2-ad18-9b3191eb38ed not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:18.818910 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48082) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:19.215532 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-77694869-616c-478d-99e3-15b82366df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:19.370524 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:19.648349 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Deleting port 75373a4b-867d-4ac7-b058-9687862ac524 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:19.648583 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:19.735646 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] For port 75373a4b-867d-4ac7-b058-9687862ac524, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=75373a4b-867d-4ac7-b058-9687862ac524,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:19.736034 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:19.748937 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Calling delete_port for 75373a4b-867d-4ac7-b058-9687862ac524 owned by network:router_interface {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:19.953878 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:19.979255 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Pushing event deleted for resources: {'Port': ['ID=75373a4b-867d-4ac7-b058-9687862ac524,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:20.150175 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:20.370332 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Router d208ee4f-97f4-4198-b3ce-96d10a202194 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:18:20.485851 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:18:20.496118 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-f9cd8309-f7d7-4972-bccb-c74c04e2830c admin admin] 10.222.0.36 "PUT /v2.0/routers/d208ee4f-97f4-4198-b3ce-96d10a202194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6759372 Dec 15 16:18:20.498757 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48092) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:20.506095 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] Sync routers for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:18:20.517176 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:20.517947 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:20.602690 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks [] for router, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:20.626373 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:20.724202 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:20.809070 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Deleting port 17b51f03-c499-45d2-b457-4f044d5170c1 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:20.809437 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:20.824303 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:18:19Z', 'revision_number': 5, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port': {'id': '17b51f03-c499-45d2-b457-4f044d5170c1', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:12:07Z', 'updated_at': '2021-12-15T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:20.853513 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] Checking router: d208ee4f-97f4-4198-b3ce-96d10a202194 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:18:20.862376 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] Routers {'d208ee4f-97f4-4198-b3ce-96d10a202194'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:18:20.862709 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:17:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['d208ee4f-97f4-4198-b3ce-96d10a202194'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:20.895412 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] For port 17b51f03-c499-45d2-b457-4f044d5170c1, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=17b51f03-c499-45d2-b457-4f044d5170c1,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:20.895558 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:20.923166 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Calling delete_port for 17b51f03-c499-45d2-b457-4f044d5170c1 owned by network:router_gateway {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:20.959648 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] Set router d208ee4f-97f4-4198-b3ce-96d10a202194 gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:18:21.017319 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:18:20Z', 'revision_number': 6, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:21.043243 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64423da-dd22-4865-83e7-b31491474d64 None None] The sync data for ids ['d208ee4f-97f4-4198-b3ce-96d10a202194'] in dv-cinder-800704-2-iscsi is: [{'id': 'd208ee4f-97f4-4198-b3ce-96d10a202194', 'name': 'tempest-AttachVolumeTestJSON-2083770556-router', 'tenant_id': '710c6a0383874f9b946e8376a79787b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:12:05Z', 'updated_at': '2021-12-15T16:18:20Z', 'revision_number': 6, 'project_id': '710c6a0383874f9b946e8376a79787b6', 'gw_port_host': None}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:18:21.097021 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.122352 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Pushing event deleted for resources: {'Port': ['ID=17b51f03-c499-45d2-b457-4f044d5170c1,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:21.188684 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.277501 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.279606 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.323049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.323590 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d208ee4f-97f4-4198-b3ce-96d10a202194 {{(pid=102592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:18:21.328088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.329227 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-143a08d7-4ff5-447c-8221-7664d956139c admin admin] 10.222.0.36 "DELETE /v2.0/routers/d208ee4f-97f4-4198-b3ce-96d10a202194 HTTP/1.1" status: 204 len: 168 time: 0.8294787 Dec 15 16:18:21.331773 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48094) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:21.376313 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Deleting subnet edbb17c5-e549-4540-8f77-220d1fd9f724 {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:18:21.379425 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.419716 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9332731'] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.500482 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.545899 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8acc59a3-10b9-4949-92f0-b8785ceafc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.555112 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3325887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246087'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.595078 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbb17c5-e549-4540-8f77-220d1fd9f724,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:21.597015 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.600221 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a973b8a6-b5da-4bcd-b517-2cfea6a9f91b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/edbb17c5-e549-4540-8f77-220d1fd9f724 HTTP/1.1" status: 204 len: 168 time: 0.2674975 Dec 15 16:18:21.602112 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500211e3-60d1-47b0-b86d-f981d877e54e None None] Network 8b76a42d-a289-476f-a87a-d1a85520dc8f requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:18:21.602706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48098) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:21.677906 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.734183 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Deleting port 35fc3afd-27d5-4abe-95b8-764756353ea9 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:21.734386 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.806376 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] For port 35fc3afd-27d5-4abe-95b8-764756353ea9, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=35fc3afd-27d5-4abe-95b8-764756353ea9,segment=NetworkSegment(cb64e0ce-a75a-4da8-be17-2b2c410f34df),segment_id=cb64e0ce-a75a-4da8-be17-2b2c410f34df)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:21.806941 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.824402 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Calling delete_port for 35fc3afd-27d5-4abe-95b8-764756353ea9 owned by network:dhcp {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:21.886522 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] DHCP port deletion for 8b76a42d-a289-476f-a87a-d1a85520dc8f request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:18:21.916073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.941515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=35fc3afd-27d5-4abe-95b8-764756353ea9,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:21.945563 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Deleting port 35fc3afd-27d5-4abe-95b8-764756353ea9 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:18:21.945949 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:21.947607 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] No DVR routers for this DVR port 35fc3afd-27d5-4abe-95b8-764756353ea9 on host dv-cinder-800704-2-iscsi {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:22.018432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] For port 35fc3afd-27d5-4abe-95b8-764756353ea9, host dv-cinder-800704-2-iscsi, got binding levels [] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:22.019134 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.022764 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.032313 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Calling delete_port for 35fc3afd-27d5-4abe-95b8-764756353ea9 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:18:22.035240 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.ipam_backend_mixin [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Port 35fc3afd-27d5-4abe-95b8-764756353ea9 was not found and therefore no delete operation was performed {{(pid=102593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 16:18:22.036467 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.045005 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b76a42d-a289-476f-a87a-d1a85520dc8f']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:22.059451 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb64e0ce-a75a-4da8-be17-2b2c410f34df') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:22.059742 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb64e0ce-a75a-4da8-be17-2b2c410f34df') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:18:22.073970 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.078867 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] No DVR routers for this DVR port 35fc3afd-27d5-4abe-95b8-764756353ea9 on host dv-cinder-800704-2-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:18:22.080315 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898629aa-b8aa-4034-98fe-5e737e4ce41c None None] Pushing event deleted for resources: {'Port': ['ID=35fc3afd-27d5-4abe-95b8-764756353ea9,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:22.098974 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.106595 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:18:22.106929 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:18:22.108854 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:18:22.167841 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.173200 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.176353 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] 10.222.0.36 "DELETE /v2.0/networks/8b76a42d-a289-476f-a87a-d1a85520dc8f HTTP/1.1" status: 204 len: 168 time: 0.5727272 Dec 15 16:18:22.191001 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021213b1-59ea-41bf-b24f-a443d2053d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b76a42d-a289-476f-a87a-d1a85520dc8f,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:22.288265 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48102) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:22.328693 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b7025f41-d256-474e-a1bd-c42366d2f22f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=710c6a0383874f9b946e8376a79787b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391681 Dec 15 16:18:22.331036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48104) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:22.377279 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b02b5481-ad74-4eca-8cd5-4d1a9f9b43f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.398663 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b02b5481-ad74-4eca-8cd5-4d1a9f9b43f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.446303 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b02b5481-ad74-4eca-8cd5-4d1a9f9b43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.449659 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b02b5481-ad74-4eca-8cd5-4d1a9f9b43f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.450792 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b02b5481-ad74-4eca-8cd5-4d1a9f9b43f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5588bc7-3675-4f97-bae7-3e37d581bdf3 HTTP/1.1" status: 204 len: 168 time: 0.1188319 Dec 15 16:18:22.458341 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b5481-ad74-4eca-8cd5-4d1a9f9b43f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5588bc7-3675-4f97-bae7-3e37d581bdf3,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:22.869946 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:22.955760 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 75373a4b-867d-4ac7-b058-9687862ac524 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:22.980092 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 75373a4b-867d-4ac7-b058-9687862ac524 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:22.980433 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 75373a4b-867d-4ac7-b058-9687862ac524 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:22.980841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 17b51f03-c499-45d2-b457-4f044d5170c1 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:22.999883 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 17b51f03-c499-45d2-b457-4f044d5170c1 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:23.000224 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 17b51f03-c499-45d2-b457-4f044d5170c1 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:23.000631 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 35fc3afd-27d5-4abe-95b8-764756353ea9 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:18:23.019745 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 35fc3afd-27d5-4abe-95b8-764756353ea9 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:18:23.020098 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 35fc3afd-27d5-4abe-95b8-764756353ea9 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:18:23.900798 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.090112 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48154) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:24.194329 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a647-f6e9-4149-8eec-0cc3cf64fe60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.268773 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a647-f6e9-4149-8eec-0cc3cf64fe60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.272529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a647-f6e9-4149-8eec-0cc3cf64fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.311909 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4a647-f6e9-4149-8eec-0cc3cf64fe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0005ba5-5268-4a6d-8af1-56ed36607882,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:24.318649 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8ac4a647-f6e9-4149-8eec-0cc3cf64fe60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eb56608b89542a2b5a8373f402f236a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274990 Dec 15 16:18:24.321286 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48158) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:24.371609 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7a90-a543-4365-a048-378b50237a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.392094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7a90-a543-4365-a048-378b50237a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.439051 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7a90-a543-4365-a048-378b50237a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.441668 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7a90-a543-4365-a048-378b50237a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.442824 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b8cc7a90-a543-4365-a048-378b50237a4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0005ba5-5268-4a6d-8af1-56ed36607882 HTTP/1.1" status: 204 len: 168 time: 0.1206172 Dec 15 16:18:24.450933 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc7a90-a543-4365-a048-378b50237a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0005ba5-5268-4a6d-8af1-56ed36607882,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:24.709091 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48166) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:24.723137 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5662a58a-47c3-493d-a6dd-b60d55e95999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.797724 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5662a58a-47c3-493d-a6dd-b60d55e95999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.801593 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5662a58a-47c3-493d-a6dd-b60d55e95999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.842447 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5662a58a-47c3-493d-a6dd-b60d55e95999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c9dc9c2c1394486974f083dafb6c5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322484 Dec 15 16:18:24.843399 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a58a-47c3-493d-a6dd-b60d55e95999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a172858f-efea-43d1-bf93-8f20aebbc020,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:24.845108 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48168) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:24.896056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-69e9e455-4110-4230-a581-d7bcbde5f3cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.917296 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-69e9e455-4110-4230-a581-d7bcbde5f3cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.963725 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-69e9e455-4110-4230-a581-d7bcbde5f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.966323 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-69e9e455-4110-4230-a581-d7bcbde5f3cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:24.967484 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-69e9e455-4110-4230-a581-d7bcbde5f3cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a172858f-efea-43d1-bf93-8f20aebbc020 HTTP/1.1" status: 204 len: 168 time: 0.1205373 Dec 15 16:18:24.975049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9e455-4110-4230-a581-d7bcbde5f3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172858f-efea-43d1-bf93-8f20aebbc020,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:25.583676 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:29.810626 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48266) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:29.922642 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d04132dd-ce54-400f-a1be-608507f22b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:29.998515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d04132dd-ce54-400f-a1be-608507f22b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.001980 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d04132dd-ce54-400f-a1be-608507f22b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.042437 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-d04132dd-ce54-400f-a1be-608507f22b4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc291b3698ab453d8ef49514afeaaecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275655 Dec 15 16:18:30.042437 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04132dd-ce54-400f-a1be-608507f22b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cfc9f-3793-4356-88bf-963001af3e24,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:30.043129 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48272) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:30.091723 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-182bfc0c-682e-4e43-859f-8dee16a67668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.113116 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-182bfc0c-682e-4e43-859f-8dee16a67668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.161541 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-182bfc0c-682e-4e43-859f-8dee16a67668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.164072 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-182bfc0c-682e-4e43-859f-8dee16a67668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.165195 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-182bfc0c-682e-4e43-859f-8dee16a67668 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c38cfc9f-3793-4356-88bf-963001af3e24 HTTP/1.1" status: 204 len: 168 time: 0.1209610 Dec 15 16:18:30.173055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bfc0c-682e-4e43-859f-8dee16a67668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cfc9f-3793-4356-88bf-963001af3e24,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:30.418110 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48278) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:30.430793 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a153de0-8863-4614-a8fb-c976e78d9e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.504196 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a153de0-8863-4614-a8fb-c976e78d9e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.507571 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0a153de0-8863-4614-a8fb-c976e78d9e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.545143 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-0a153de0-8863-4614-a8fb-c976e78d9e91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aee9f8ea7ff9475398ae0c237985c635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260011 Dec 15 16:18:30.546102 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a153de0-8863-4614-a8fb-c976e78d9e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3ca07b-2dfb-4498-a189-4118f6c7eee5,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:30.547879 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48280) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:30.595296 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-74d408b2-a62f-4d59-a671-bd7dd4254219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.616107 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-74d408b2-a62f-4d59-a671-bd7dd4254219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.661310 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-74d408b2-a62f-4d59-a671-bd7dd4254219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.663957 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-74d408b2-a62f-4d59-a671-bd7dd4254219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:30.665131 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-74d408b2-a62f-4d59-a671-bd7dd4254219 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc3ca07b-2dfb-4498-a189-4118f6c7eee5 HTTP/1.1" status: 204 len: 168 time: 0.1162574 Dec 15 16:18:30.673786 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d408b2-a62f-4d59-a671-bd7dd4254219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3ca07b-2dfb-4498-a189-4118f6c7eee5,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:31.709043 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48312) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:31.810914 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0f59-0835-480e-9bf7-4d6c16a7984f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:31.884482 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0f59-0835-480e-9bf7-4d6c16a7984f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:31.888615 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0f59-0835-480e-9bf7-4d6c16a7984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:31.927515 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0f59-0835-480e-9bf7-4d6c16a7984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5c3cf-057e-4c2a-96ac-7b35aaf51ccc,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:31.933045 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-3c1b0f59-0835-480e-9bf7-4d6c16a7984f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=748cd74e6a3046c2813209b79155e559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225919 Dec 15 16:18:31.935356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48316) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:31.982479 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b349309d-0e1e-4b77-aaff-0c0addf6827d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.003286 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b349309d-0e1e-4b77-aaff-0c0addf6827d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.051384 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b349309d-0e1e-4b77-aaff-0c0addf6827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.054304 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b349309d-0e1e-4b77-aaff-0c0addf6827d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.055190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-b349309d-0e1e-4b77-aaff-0c0addf6827d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4b5c3cf-057e-4c2a-96ac-7b35aaf51ccc HTTP/1.1" status: 204 len: 168 time: 0.1189432 Dec 15 16:18:32.063252 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349309d-0e1e-4b77-aaff-0c0addf6827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5c3cf-057e-4c2a-96ac-7b35aaf51ccc,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:32.596872 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:18:32.702240 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48346) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:32.797067 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-242659311-network', 'tenant_id': 'e15dc48faa0c423e9cfb7e34facc959b'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:18:32.817858 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Made reservation on behalf of e15dc48faa0c423e9cfb7e34facc959b for: {'network': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:18:32.820576 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for network, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.830070 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.903503 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.907254 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.930565 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:18:32.945094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:32.948461 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:32.948980 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.segments_db [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Added segment 9ca56a15-bc0f-4995-9f16-4d0f3a951dc8 of type vlan for network f6c752ec-247b-4694-a331-3b7b3b2bdbae Dec 15 16:18:32.987913 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789477583391'] for network, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:33.012832 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975'] for network, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:33.013818 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:33.014398 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:33.064351 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3608081 Dec 15 16:18:33.067531 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48350) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:33.073614 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.v2.base [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Request body: {'subnet': {'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-242659311-subnet', 'tenant_id': 'e15dc48faa0c423e9cfb7e34facc959b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:18:33.075818 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190726bd-9cdc-4729-87d4-8b63b57ba3ba admin admin] Pushing event updated for resources: {'Network': ['ID=f6c752ec-247b-4694-a331-3b7b3b2bdbae,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:33.085506 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Network f6c752ec-247b-4694-a331-3b7b3b2bdbae details requested by agent ovs-agent-dv-cinder-800704-2-iscsi with host dv-cinder-800704-2-iscsi {{(pid=102593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:18:33.100997 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Made reservation on behalf of e15dc48faa0c423e9cfb7e34facc959b for: {'subnet': 1} {{(pid=102591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:18:33.103346 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10070026'] for subnet, before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:33.275032 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9400252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10070036'] for subnet, after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:33.331760 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e65c328-3f53-42ca-b7b3-be4c30456c3d,revision_number=0']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:33.336914 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Checking segment: {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:18:33.337275 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Network hostable DHCP agents. Network: f6c752ec-247b-4694-a331-3b7b3b2bdbae, hostable agents: ['804d3255-1dca-4511-9588-9626d4b0c947'], hosted agents: [] {{(pid=102591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:18:33.354760 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Network f6c752ec-247b-4694-a331-3b7b3b2bdbae is scheduled to be hosted by DHCP agent 804d3255-1dca-4511-9588-9626d4b0c947 with binding_index 1 {{(pid=102591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:18:33.364615 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-2-iscsi, f6c752ec-247b-4694-a331-3b7b3b2bdbae) {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:18:33.371776 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:33.372671 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:33.374563 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17897e73-eea6-4dd4-852f-93c9f03c6bd5 None None] Network f6c752ec-247b-4694-a331-3b7b3b2bdbae requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:18:33.396716 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-17e23759-7730-4af6-b69d-fca4dd312b27 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3225262 Dec 15 16:18:33.475959 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc2651-6eea-4be0-885a-086343a9f115 None None] Network f6c752ec-247b-4694-a331-3b7b3b2bdbae requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:18:37.230766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-59b8bd34-a561-480f-81ef-f3f674011bda tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:37.232112 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-59b8bd34-a561-480f-81ef-f3f674011bda tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/networks?id=f6c752ec-247b-4694-a331-3b7b3b2bdbae HTTP/1.1" status: 200 len: 813 time: 0.1206098 Dec 15 16:18:37.247230 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-19bd6c6f-d5dd-49c3-bc43-78c9d7e0ec88 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/quotas/e15dc48faa0c423e9cfb7e34facc959b HTTP/1.1" status: 200 len: 375 time: 0.0093999 Dec 15 16:18:37.276944 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-854aaac2-07f4-4bfd-bb29-024f3c6c19cc tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244095 Dec 15 16:18:37.366975 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-97f90e8d-f168-471e-b445-0be149953b3c service neutron] 10.222.0.36 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Dec 15 16:18:37.456074 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-3bfa16c4-5df3-40f9-af17-e0c377297eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823543 Dec 15 16:18:37.667976 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3e211ab5-4ff7-48ce-a52d-0acfb7d03c28 req-e2c94429-0d1a-4de8-abd7-3749b5a06543 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 210 time: 0.0562091 Dec 15 16:18:38.687407 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-e5b937dc-c11c-422c-a9dd-52f19b11e659 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:38.688911 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-e5b937dc-c11c-422c-a9dd-52f19b11e659 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "GET /v2.0/networks?id=f6c752ec-247b-4694-a331-3b7b3b2bdbae HTTP/1.1" status: 200 len: 813 time: 0.1077974 Dec 15 16:18:38.704167 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Request body: {'port': {'device_id': 'ec6432cc-8888-4121-b306-0dc278742654', 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae', 'admin_state_up': True, 'tenant_id': 'e15dc48faa0c423e9cfb7e34facc959b'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:18:38.772752 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1a783f82-4542-4c59-8b16-6916349c8087 req-fcad5a74-1268-477f-a1fb-b335c708a17f tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 210 time: 0.0288386 Dec 15 16:18:38.843942 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Made reservation on behalf of e15dc48faa0c423e9cfb7e34facc959b for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:18:38.847460 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.226929 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Allocated IP 172.20.0.3 (f6c752ec-247b-4694-a331-3b7b3b2bdbae/3e65c328-3f53-42ca-b7b3-be4c30456c3d/671ba484-ddef-4553-b17c-b5002c1504df) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:18:39.377371 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.410448 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.453708 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Network f6c752ec-247b-4694-a331-3b7b3b2bdbae is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:18:39.456700 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:18:39.460302 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:18:39.467193 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Pushing event updated for resources: {'Port': ['ID=671ba484-ddef-4553-b17c-b5002c1504df,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:39.496326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.496685 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.497026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.497365 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.497727 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.498061 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.498392 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.498722 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.499052 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.499379 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.499706 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.500028 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.500349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:39.524427 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:39.525037 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.540753 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-d3334041-f0c0-4e69-a994-ad0b9f3f6944 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8404756 Dec 15 16:18:39.553435 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Request body: {'port': {'device_id': 'ec6432cc-8888-4121-b306-0dc278742654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:18:39.604690 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.856523 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671ba484-ddef-4553-b17c-b5002c1504df {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:18:39.864047 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.877155 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Transition to ACTIVE for port object 671ba484-ddef-4553-b17c-b5002c1504df will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:18:39.881144 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:39.893325 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458e211-1f00-4fcf-bb0b-9e848a24ca77 req-d2f2fa3c-a0a9-44e7-94c6-a2d1a9b779af tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:39.894834 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e458e211-1f00-4fcf-bb0b-9e848a24ca77 req-d2f2fa3c-a0a9-44e7-94c6-a2d1a9b779af tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 931 time: 0.0531831 Dec 15 16:18:39.936905 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Pushing event updated for resources: {'Port': ['ID=671ba484-ddef-4553-b17c-b5002c1504df,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:39.946608 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-e458e211-1f00-4fcf-bb0b-9e848a24ca77 req-74e31a80-7141-4490-a336-01be9fc20f5a tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Dec 15 16:18:40.003398 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Attempting to bind port 671ba484-ddef-4553-b17c-b5002c1504df on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:18:40.003730 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Attempting to bind port 671ba484-ddef-4553-b17c-b5002c1504df by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:18:40.004056 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Attempting to bind port 671ba484-ddef-4553-b17c-b5002c1504df on network f6c752ec-247b-4694-a331-3b7b3b2bdbae {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:18:40.008390 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Port 671ba484-ddef-4553-b17c-b5002c1504df on network f6c752ec-247b-4694-a331-3b7b3b2bdbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:18:40.008712 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Attempting to bind port 671ba484-ddef-4553-b17c-b5002c1504df on network f6c752ec-247b-4694-a331-3b7b3b2bdbae {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:18:40.014100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:18:40.014432 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Checking segment: {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:18:40.014809 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Bound using segment: {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:18:40.015225 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Bound port: 671ba484-ddef-4553-b17c-b5002c1504df, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:18:40.015573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:40.077160 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] For port 671ba484-ddef-4553-b17c-b5002c1504df, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:18:40.080092 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] For port 671ba484-ddef-4553-b17c-b5002c1504df, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=671ba484-ddef-4553-b17c-b5002c1504df,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:18:40.084416 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:40.123632 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:40.124302 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:40.125696 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] 10.222.0.46 "PUT /v2.0/ports/671ba484-ddef-4553-b17c-b5002c1504df HTTP/1.1" status: 200 len: 1093 time: 0.5761876 Dec 15 16:18:40.126128 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6432cc-8888-4121-b306-0dc278742654', 'tag': '671ba484-ddef-4553-b17c-b5002c1504df'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:18:40.128404 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385a2d58-c576-4721-b886-9b85691c78ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6432cc-8888-4121-b306-0dc278742654", "tag": "671ba484-ddef-4553-b17c-b5002c1504df"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:18:40.156259 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16cdf2-737d-459c-95a4-eadebae8654c service neutron] Pushing event updated for resources: {'Port': ['ID=671ba484-ddef-4553-b17c-b5002c1504df,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:40.167960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32349ffd-6687-4179-a19e-63a112a8df9f x-openstack-request-id: req-32349ffd-6687-4179-a19e-63a112a8df9f {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:18:40.168251 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6432cc-8888-4121-b306-0dc278742654", "tag": "671ba484-ddef-4553-b17c-b5002c1504df", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:18:40.168482 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32349ffd-6687-4179-a19e-63a112a8df9f {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:18:40.168875 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6432cc-8888-4121-b306-0dc278742654', 'tag': '671ba484-ddef-4553-b17c-b5002c1504df', 'status': 'completed', 'code': 200} Dec 15 16:18:41.061968 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd40d36-c001-4324-b05b-079e4a7ca82a req-a2eb34a3-70aa-463b-b3b6-28ce03d59804 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:41.063447 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ffd40d36-c001-4324-b05b-079e4a7ca82a req-a2eb34a3-70aa-463b-b3b6-28ce03d59804 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 943 time: 0.0494745 Dec 15 16:18:41.112777 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ffd40d36-c001-4324-b05b-079e4a7ca82a req-c1accbe7-aa88-44fe-b31d-ddde5b808fab tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Dec 15 16:18:42.230958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10adb-1c0d-4dbd-a4fd-064bec802101 req-f73465d2-6de1-46f0-81a8-0031dab56d7e tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:42.232433 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-10d10adb-1c0d-4dbd-a4fd-064bec802101 req-f73465d2-6de1-46f0-81a8-0031dab56d7e tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 943 time: 0.0492480 Dec 15 16:18:42.278475 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-10d10adb-1c0d-4dbd-a4fd-064bec802101 req-2fae357f-7911-4aab-b2f6-7966c80dd427 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Dec 15 16:18:42.532352 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a2d58-c576-4721-b886-9b85691c78ea req-6ff4365b-a19c-4cc7-9919-f057c87d4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:42.533900 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-385a2d58-c576-4721-b886-9b85691c78ea req-6ff4365b-a19c-4cc7-9919-f057c87d4601 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 1096 time: 0.0409493 Dec 15 16:18:42.637225 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a2d58-c576-4721-b886-9b85691c78ea req-8d94b73f-e8c3-41ed-9101-69ec8cf0b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:42.638645 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-385a2d58-c576-4721-b886-9b85691c78ea req-8d94b73f-e8c3-41ed-9101-69ec8cf0b121 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944359 Dec 15 16:18:42.735432 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a2d58-c576-4721-b886-9b85691c78ea req-11fb8ef8-a5ff-4fc5-87ff-229031748dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:42.736882 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-385a2d58-c576-4721-b886-9b85691c78ea req-11fb8ef8-a5ff-4fc5-87ff-229031748dbd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900750 Dec 15 16:18:42.816610 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-0e016e41-8e22-4cea-8bfa-6e82bd994c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:42.818210 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-0e016e41-8e22-4cea-8bfa-6e82bd994c90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 1096 time: 0.0401008 Dec 15 16:18:42.861469 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-fb21d63c-9376-4288-a5a8-d679adaa1353 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671ba484-ddef-4553-b17c-b5002c1504df HTTP/1.1" status: 200 len: 217 time: 0.0327668 Dec 15 16:18:42.913521 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-c80c93ee-c4c9-47c4-8e81-5a402bb945ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:42.914938 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-c80c93ee-c4c9-47c4-8e81-5a402bb945ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e65c328-3f53-42ca-b7b3-be4c30456c3d HTTP/1.1" status: 200 len: 853 time: 0.0462246 Dec 15 16:18:42.948962 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-9500e2a8-a174-44c5-b708-1e0aed56b427 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6c752ec-247b-4694-a331-3b7b3b2bdbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243251 Dec 15 16:18:43.036573 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-312b2a3e-8f8a-437b-9505-74a18a087f22 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791821 Dec 15 16:18:43.132943 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a12ed849-6db9-498e-ab70-5c0d16ae7fd2 req-caafc673-1da3-4ae0-8783-78eb3e1092b5 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843091 Dec 15 16:18:43.394715 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7338fa-eeac-4259-bd71-7b63aa9a7959 req-66c330ae-91af-4f55-9dc4-5eaaad1c4afa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:43.396249 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9b7338fa-eeac-4259-bd71-7b63aa9a7959 req-66c330ae-91af-4f55-9dc4-5eaaad1c4afa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 943 time: 0.0523713 Dec 15 16:18:43.445124 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-9b7338fa-eeac-4259-bd71-7b63aa9a7959 req-119d88eb-5b93-49d4-a89e-4cecafc536e8 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Dec 15 16:18:44.356563 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:44.560085 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3f43a-02bf-4af7-b77f-46cac5bbee16 req-83667abd-4fe8-4067-b108-fb892e0702a4 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:44.561595 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-81e3f43a-02bf-4af7-b77f-46cac5bbee16 req-83667abd-4fe8-4067-b108-fb892e0702a4 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 943 time: 0.0492437 Dec 15 16:18:44.609434 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-81e3f43a-02bf-4af7-b77f-46cac5bbee16 req-060633ea-9880-48cb-ae6c-c5b1fdcf1e25 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Dec 15 16:18:44.902745 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-ccf39c4c-d560-4bf2-8012-81d18d76c101 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390041 Dec 15 16:18:44.996658 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-afde09c9-7f0f-4cc5-ad4f-8759705baa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:44.998178 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-afde09c9-7f0f-4cc5-ad4f-8759705baa15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0443778 Dec 15 16:18:45.105111 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-c7f9c1fd-a969-4564-bf7c-c3e24f97d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:45.106834 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-c7f9c1fd-a969-4564-bf7c-c3e24f97d55c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0843768 Dec 15 16:18:45.179736 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-3c484d5e-1ee0-4042-a38c-77ce8842cca3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 200 len: 1001 time: 0.0614541 Dec 15 16:18:45.230967 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-0e2ac548-b9d3-4caa-8cb4-77154a063a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:45.232392 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-0e2ac548-b9d3-4caa-8cb4-77154a063a45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0458786 Dec 15 16:18:45.283089 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-4dc16309-b65c-4c74-b218-2b8715e3ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:45.284583 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-4dc16309-b65c-4c74-b218-2b8715e3ab06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410295 Dec 15 16:18:45.378286 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-845342e9-92ce-46b1-aa9a-fe60b3d2d7a9 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819094 Dec 15 16:18:45.469861 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4faac4bf-be44-4a3d-b474-b1555aa5d98c req-bf92a6a3-de4b-4d31-b941-483110d18225 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795920 Dec 15 16:18:45.680991 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 671ba484-ddef-4553-b17c-b5002c1504df details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:18:45.736714 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716593f-191a-441a-9b0b-83b54e99e323 req-fb40697c-985c-428e-87d3-14a7656e0b63 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:45.738361 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6716593f-191a-441a-9b0b-83b54e99e323 req-fb40697c-985c-428e-87d3-14a7656e0b63 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 943 time: 0.0609639 Dec 15 16:18:45.790514 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 671ba484-ddef-4553-b17c-b5002c1504df, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=671ba484-ddef-4553-b17c-b5002c1504df,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:45.803033 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '671ba484-ddef-4553-b17c-b5002c1504df', 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae', 'port_id': '671ba484-ddef-4553-b17c-b5002c1504df', 'mac_address': 'fa:16:3e:b6:ef:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e65c328-3f53-42ca-b7b3-be4c30456c3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:18:45.808585 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6716593f-191a-441a-9b0b-83b54e99e323 req-8f2918c3-14b0-4ac4-af0a-7003d6ee6ec0 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627067 Dec 15 16:18:45.862750 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:45.875730 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671ba484-ddef-4553-b17c-b5002c1504df {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:18:45.894875 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 671ba484-ddef-4553-b17c-b5002c1504df, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=671ba484-ddef-4553-b17c-b5002c1504df,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:45.899282 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:45.949499 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=671ba484-ddef-4553-b17c-b5002c1504df,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:46.199776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['671ba484-ddef-4553-b17c-b5002c1504df'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:18:46.928141 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c0446-cc80-42e1-90c9-11ce53e043b0 req-48f1151f-1110-4fb9-b72d-f936e5510035 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:46.929750 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c0446-cc80-42e1-90c9-11ce53e043b0 req-48f1151f-1110-4fb9-b72d-f936e5510035 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 944 time: 0.0516756 Dec 15 16:18:46.983051 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-524c0446-cc80-42e1-90c9-11ce53e043b0 req-7fa43378-a149-4460-9ee3-743b550ba0f1 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Dec 15 16:18:47.715132 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 671ba484-ddef-4553-b17c-b5002c1504df up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:18:47.761133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 671ba484-ddef-4553-b17c-b5002c1504df completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:18:47.764803 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 671ba484-ddef-4553-b17c-b5002c1504df triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:18:47.765171 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:47.841219 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:47.862702 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6432cc-8888-4121-b306-0dc278742654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671ba484-ddef-4553-b17c-b5002c1504df'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:18:47.864931 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6914ccfd-5e80-417e-8ba0-9d36e32909fa" -d '{"events": [{"server_uuid": "ec6432cc-8888-4121-b306-0dc278742654", "name": "network-vif-plugged", "status": "completed", "tag": "671ba484-ddef-4553-b17c-b5002c1504df"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:18:47.877572 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 671ba484-ddef-4553-b17c-b5002c1504df, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=671ba484-ddef-4553-b17c-b5002c1504df,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:18:47.881752 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:47.905286 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4607a99-8279-4552-96f9-846adf0f0fb2 x-openstack-request-id: req-f4607a99-8279-4552-96f9-846adf0f0fb2 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:18:47.905618 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6432cc-8888-4121-b306-0dc278742654", "name": "network-vif-plugged", "status": "completed", "tag": "671ba484-ddef-4553-b17c-b5002c1504df", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:18:47.905935 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4607a99-8279-4552-96f9-846adf0f0fb2 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:18:47.906266 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6432cc-8888-4121-b306-0dc278742654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671ba484-ddef-4553-b17c-b5002c1504df', 'code': 200} Dec 15 16:18:47.935302 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=671ba484-ddef-4553-b17c-b5002c1504df,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:48.111600 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd18596-1fc2-4555-9dff-bd32616561e7 req-c7f9fba3-3b8a-4641-af95-6e3dd0bda98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:48.113112 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cdd18596-1fc2-4555-9dff-bd32616561e7 req-c7f9fba3-3b8a-4641-af95-6e3dd0bda98f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 1098 time: 0.0695114 Dec 15 16:18:48.125990 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebf30e-ec29-416b-a922-b7d9519fdbd8 req-aafa2798-d629-439e-990a-fac83ddf2e33 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:48.127454 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1bebf30e-ec29-416b-a922-b7d9519fdbd8 req-aafa2798-d629-439e-990a-fac83ddf2e33 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 945 time: 0.0591762 Dec 15 16:18:48.194877 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cdd18596-1fc2-4555-9dff-bd32616561e7 req-c6714b0c-f4ba-49d6-9086-3a493567a847 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664542 Dec 15 16:18:48.202073 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1bebf30e-ec29-416b-a922-b7d9519fdbd8 req-6a686cdc-321b-4611-aa46-c3235f33b0ab tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674798 Dec 15 16:18:48.202527 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48480) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:48.305664 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-066f4445-f578-4b0d-b47a-54ae1d40ba96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.380736 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-066f4445-f578-4b0d-b47a-54ae1d40ba96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.384506 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-066f4445-f578-4b0d-b47a-54ae1d40ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.422911 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-066f4445-f578-4b0d-b47a-54ae1d40ba96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1078ad0d7222439dbfda0cfdd5d8624b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194030 Dec 15 16:18:48.423776 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4445-f578-4b0d-b47a-54ae1d40ba96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3260cf9-1df6-496c-8db9-f192200f73a5,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:48.425579 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 48484) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:18:48.473151 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.494121 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.543462 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.546065 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:48.547238 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3260cf9-1df6-496c-8db9-f192200f73a5 HTTP/1.1" status: 204 len: 168 time: 0.1206682 Dec 15 16:18:48.554772 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3260cf9-1df6-496c-8db9-f192200f73a5,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:18:48.562677 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.563029 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.563374 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.563709 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.564068 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.564392 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.564783 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.565035 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.565359 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.565712 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.566070 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.566378 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:48.566697 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7efcbfa-1934-4dde-a728-71038bcb4137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:18:49.221587 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b02e1a9f-1a93-4688-bd84-a96037376772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:49.338565 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2efd92-e748-4da9-9caf-3208ffb12822 req-2a400cec-5f83-459b-9da7-e5bd17bcdd6c tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:49.340663 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ca2efd92-e748-4da9-9caf-3208ffb12822 req-2a400cec-5f83-459b-9da7-e5bd17bcdd6c tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 945 time: 0.0594103 Dec 15 16:18:49.398714 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ca2efd92-e748-4da9-9caf-3208ffb12822 req-947d8086-e230-40f0-854d-695db2ff2466 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496550 Dec 15 16:18:50.516084 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3214-eb64-4b18-b61b-cc8c9df52302 req-818c5ecb-7ab2-4f75-bf53-0c551972e836 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:18:50.517777 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fe1b3214-eb64-4b18-b61b-cc8c9df52302 req-818c5ecb-7ab2-4f75-bf53-0c551972e836 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 945 time: 0.0477514 Dec 15 16:18:50.564474 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-fe1b3214-eb64-4b18-b61b-cc8c9df52302 req-55312db7-a3fa-4140-9b0a-f21d370a751b tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Dec 15 16:18:51.549281 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-85e54b75-ba6d-4e24-afc7-114deaef49ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:52.871757 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:53.905080 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:55.586384 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:09.596711 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:19:14.359829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:19.205710 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-e0624bcb-3bfd-4d5e-82e2-a5963f5e4640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:21.550715 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f44548b0-44b0-4174-95ef-f0fdc96bcb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:22.875099 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:23.907695 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.335628 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48826) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:24.437954 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-33a3042b-c843-4d8d-97d8-2f2316c3face admin admin] Publish callbacks [] for security_group, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.513860 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-33a3042b-c843-4d8d-97d8-2f2316c3face admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.517362 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-33a3042b-c843-4d8d-97d8-2f2316c3face admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.555900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3042b-c843-4d8d-97d8-2f2316c3face admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8769ba92-5557-4718-8ac3-ea9165a4cf1b,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:24.560125 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-33a3042b-c843-4d8d-97d8-2f2316c3face admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f55c3b20bed46bb92ec2880d43a35eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234907 Dec 15 16:19:24.562834 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 48830) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:24.609533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-de4699c4-dfa3-4ab6-a234-6a92bdb04b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.630277 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-de4699c4-dfa3-4ab6-a234-6a92bdb04b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.680856 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-de4699c4-dfa3-4ab6-a234-6a92bdb04b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.684100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-de4699c4-dfa3-4ab6-a234-6a92bdb04b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:24.685242 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-de4699c4-dfa3-4ab6-a234-6a92bdb04b9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8769ba92-5557-4718-8ac3-ea9165a4cf1b HTTP/1.1" status: 204 len: 168 time: 0.1215098 Dec 15 16:19:24.693902 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4699c4-dfa3-4ab6-a234-6a92bdb04b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8769ba92-5557-4718-8ac3-ea9165a4cf1b,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:25.588444 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:44.364479 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:46.595733 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:19:48.017317 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-35887eed-dc3f-4c81-b9aa-1a94395ccc9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390525 Dec 15 16:19:48.104858 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-1b031422-f168-48a5-a82b-21dd721936be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:48.106532 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-1b031422-f168-48a5-a82b-21dd721936be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 1098 time: 0.0418644 Dec 15 16:19:48.218864 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-77f7110c-c29b-4f19-bd9b-413f1bef7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:48.220356 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-77f7110c-c29b-4f19-bd9b-413f1bef7999 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0898256 Dec 15 16:19:48.284436 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-998da409-7080-4e87-ab4d-0d986aeb60be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 200 len: 1001 time: 0.0563374 Dec 15 16:19:48.338013 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-cd28c8f6-98eb-400a-a376-e0c77703ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:48.339402 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-cd28c8f6-98eb-400a-a376-e0c77703ec95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0455942 Dec 15 16:19:48.387618 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-de94946f-85e6-472b-b8f3-16f857ade537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:48.389110 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-de94946f-85e6-472b-b8f3-16f857ade537 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402331 Dec 15 16:19:48.479800 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-a6226cf6-7ebe-4716-a480-de68f0ff8e95 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792093 Dec 15 16:19:48.574919 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9fcec2e9-bb51-4932-a0db-18b4669d62b8 req-5c28aeef-3aa4-4363-9b78-b7fbeaf464e8 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821762 Dec 15 16:19:49.206651 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7ada33e3-cce5-4795-8937-6f162aca72d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:49.885037 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48d18-1df4-4d4b-a236-758e136dcf4e req-70dfa8f4-80e8-4888-8a6d-2b70adfe33d0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:49.886544 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-76b48d18-1df4-4d4b-a236-758e136dcf4e req-70dfa8f4-80e8-4888-8a6d-2b70adfe33d0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0493827 Dec 15 16:19:49.935488 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-76b48d18-1df4-4d4b-a236-758e136dcf4e req-e099b19f-8979-4702-9e57-e07bbad13942 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Dec 15 16:19:51.050377 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7477b5-9ac1-4486-a84d-4a1694122e78 req-96bae635-838f-46f3-8751-507c5b63366d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:51.051883 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2f7477b5-9ac1-4486-a84d-4a1694122e78 req-96bae635-838f-46f3-8751-507c5b63366d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Dec 15 16:19:51.100001 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2f7477b5-9ac1-4486-a84d-4a1694122e78 req-5aed486d-2f8d-45e0-ac10-2ab92003a377 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Dec 15 16:19:51.553410 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a1879f9a-4107-494b-ad50-fa3c1e6132ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:51.673313 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-a065715c-4625-4576-a159-3fc9421ae75f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:51.674707 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-a065715c-4625-4576-a159-3fc9421ae75f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 945 time: 0.0557637 Dec 15 16:19:51.765185 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Deleting port 1e90e512-10b9-4ab9-885d-f0050132cce7 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:51.765561 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:51.858030 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] For port 1e90e512-10b9-4ab9-885d-f0050132cce7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=1e90e512-10b9-4ab9-885d-f0050132cce7,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:51.858394 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.024319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.024591 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.024904 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Floating IP 01640e42-d2b2-42ce-9894-b6758404f97f disassociated. External IP: 172.27.0.161, port: 1e90e512-10b9-4ab9-885d-f0050132cce7. Dec 15 16:19:52.025243 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Calling delete_port for 1e90e512-10b9-4ab9-885d-f0050132cce7 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:52.161826 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.201137 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'Port': ['ID=1e90e512-10b9-4ab9-885d-f0050132cce7,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:52.220818 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1da70eb5-dac1-487e-9cc2-f9784e1dedae req-b02f825b-da4b-4158-a77f-7187eb2d0cfa tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0467913 Dec 15 16:19:52.227070 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.227421 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.227766 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.228105 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.228437 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.228763 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.229088 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.229433 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.229764 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.230091 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.230413 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.231253 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.231758 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:19:52.339624 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:19:52.447069 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:19:52.456512 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:19:52.467601 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:52.468290 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:19:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:52.486003 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] No DVR routers for this DVR port 1e90e512-10b9-4ab9-885d-f0050132cce7 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:19:52.488413 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.491726 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-048ab8d0-2fd7-4137-aaee-711f1068338a req-eaf2b8a9-220f-411a-9cfa-a7b144069e5c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "DELETE /v2.0/ports/1e90e512-10b9-4ab9-885d-f0050132cce7 HTTP/1.1" status: 204 len: 173 time: 0.8104844 Dec 15 16:19:52.492136 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'name': 'network-vif-deleted', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:19:52.494517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95d92e-f781-4fdc-a869-8b64ca390137" -d '{"events": [{"server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "name": "network-vif-deleted", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:19:52.550227 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70f3bb-1320-45ef-b2ac-a25e6dc20934 x-openstack-request-id: req-4e70f3bb-1320-45ef-b2ac-a25e6dc20934 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:19:52.550524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17033c-80a1-4a18-add4-7d228b7ea5e9", "name": "network-vif-deleted", "tag": "1e90e512-10b9-4ab9-885d-f0050132cce7", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:19:52.550775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e70f3bb-1320-45ef-b2ac-a25e6dc20934 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:19:52.551172 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17033c-80a1-4a18-add4-7d228b7ea5e9', 'name': 'network-vif-deleted', 'tag': '1e90e512-10b9-4ab9-885d-f0050132cce7', 'status': 'completed', 'code': 200} Dec 15 16:19:52.595905 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:52.846240 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:52.882406 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:19:52.898160 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:19:52.898917 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:19:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:52.902439 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:52.968755 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1697cc-3925-44ec-a1d4-e6d2eeb9df24 req-d2019802-d83f-4169-93a9-72853708fce8 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:52.970276 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1e1697cc-3925-44ec-a1d4-e6d2eeb9df24 req-d2019802-d83f-4169-93a9-72853708fce8 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 945 time: 0.0534215 Dec 15 16:19:53.007267 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:19:53.019456 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1e1697cc-3925-44ec-a1d4-e6d2eeb9df24 req-4c9ced9d-de6a-444a-b560-1c98ebe64338 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Dec 15 16:19:53.208974 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:19:53.241102 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc079c8-a7e7-4684-811d-24cab5c66624 None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:19:53.352141 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d546727e-41ba-433c-b3d9-746ac389879d req-caef6e7f-8b2b-448a-a344-f57829eb818b tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a17033c-80a1-4a18-add4-7d228b7ea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0297811 Dec 15 16:19:53.476254 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeca3f-18d9-4a20-a9be-d9855d0eea5e None None] New status for floating IP 01640e42-d2b2-42ce-9894-b6758404f97f: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:19:54.033217 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:54.135138 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e09c0-a7e2-45ac-a25a-e5caac2fef85 req-316d3e95-0eb1-41b3-9c13-07a3afbf3f8e tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:54.136605 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b76e09c0-a7e2-45ac-a25a-e5caac2fef85 req-316d3e95-0eb1-41b3-9c13-07a3afbf3f8e tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Dec 15 16:19:54.184315 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-b76e09c0-a7e2-45ac-a25a-e5caac2fef85 req-b2d7f238-dff8-4eda-a73d-ec65719f0d93 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Dec 15 16:19:54.606093 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-a9f3eeb6-5c34-4d56-94e5-8f161fc842d2 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366060423&fields=id&tenant_id=d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 267 time: 0.0437336 Dec 15 16:19:54.713483 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-fe1acaa4-dfdc-4b84-b441-95e799c1cda8 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:54.714955 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-fe1acaa4-dfdc-4b84-b441-95e799c1cda8 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Dec 15 16:19:54.716939 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-33028cf6-637b-4dd7-ad8c-b9d950d40dac tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:19:54.718405 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-33028cf6-637b-4dd7-ad8c-b9d950d40dac tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 812 time: 0.1056929 Dec 15 16:19:54.733422 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-2c153016-a269-4ab0-b219-7b0a3b784b29 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/quotas/d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 375 time: 0.0090201 Dec 15 16:19:54.784072 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-b69a44b5-a948-4630-812a-7aee24684ea0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452001 Dec 15 16:19:54.803628 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Deleting port 671ba484-ddef-4553-b17c-b5002c1504df {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:19:54.803977 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:54.883155 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-ad9f1412-81b2-4a56-8bd3-76b1b2eb1bc8 service neutron] 10.222.0.36 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871320 Dec 15 16:19:54.895445 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] For port 671ba484-ddef-4553-b17c-b5002c1504df, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=671ba484-ddef-4553-b17c-b5002c1504df,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:19:54.895802 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:54.908580 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Calling delete_port for 671ba484-ddef-4553-b17c-b5002c1504df owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:19:54.974114 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-6fb42c68-09ca-49f4-b1c7-c7cdc51d6675 service neutron] 10.222.0.36 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837312 Dec 15 16:19:55.044987 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:55.063807 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['671ba484-ddef-4553-b17c-b5002c1504df'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:19:55.075679 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Pushing event deleted for resources: {'Port': ['ID=671ba484-ddef-4553-b17c-b5002c1504df,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:19:55.117100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] No DVR routers for this DVR port 671ba484-ddef-4553-b17c-b5002c1504df on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:19:55.119557 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:55.123565 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-36c62ef2-54f1-4135-bbec-706fd3f97986 req-8c80c491-d1b4-4dd8-817b-fc9a0a6b8caa tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "DELETE /v2.0/ports/671ba484-ddef-4553-b17c-b5002c1504df HTTP/1.1" status: 204 len: 173 time: 0.4023235 Dec 15 16:19:55.124005 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6432cc-8888-4121-b306-0dc278742654', 'name': 'network-vif-deleted', 'tag': '671ba484-ddef-4553-b17c-b5002c1504df'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:19:55.126271 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a8bf5-73d8-4dbf-b807-2ef6c0098fe0" -d '{"events": [{"server_uuid": "ec6432cc-8888-4121-b306-0dc278742654", "name": "network-vif-deleted", "tag": "671ba484-ddef-4553-b17c-b5002c1504df"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:19:55.162354 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70296a34-66db-4060-bac0-25607397c7d0 x-openstack-request-id: req-70296a34-66db-4060-bac0-25607397c7d0 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:19:55.162648 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6432cc-8888-4121-b306-0dc278742654", "name": "network-vif-deleted", "tag": "671ba484-ddef-4553-b17c-b5002c1504df", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:19:55.162905 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70296a34-66db-4060-bac0-25607397c7d0 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:19:55.163322 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6432cc-8888-4121-b306-0dc278742654', 'name': 'network-vif-deleted', 'tag': '671ba484-ddef-4553-b17c-b5002c1504df', 'status': 'completed', 'code': 200} Dec 15 16:19:55.299628 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-6ae326a3-b04d-4f4f-a20a-608a7ef8cc08 req-f95d6f46-7e02-4ef0-ad5e-3a92016a91b6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0270996 Dec 15 16:19:55.300284 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ee00b9d9-e8c8-4793-8723-d3d9efd6500c req-b5969be2-1381-4ff6-b5b9-86fbd2ab7e4c tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6432cc-8888-4121-b306-0dc278742654 HTTP/1.1" status: 200 len: 210 time: 0.0259607 Dec 15 16:19:55.590070 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:56.075432 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 1e90e512-10b9-4ab9-885d-f0050132cce7 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:19:56.094653 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 1e90e512-10b9-4ab9-885d-f0050132cce7 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:19:56.094997 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 1e90e512-10b9-4ab9-885d-f0050132cce7 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:19:56.386071 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1e7666c0-0b09-4aa1-b9e7-49841b24b995 req-fa022f5a-26b1-4ea5-9586-d0a701560ae3 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0363405 Dec 15 16:19:57.467077 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ddde5ff9-a278-469a-b3c3-e1ef98a57c03 req-cd556807-cfab-45f5-8cdf-440dd73bbc06 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0322175 Dec 15 16:19:58.542390 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-016a5544-d035-41de-9cb9-9ede853d10c9 req-42d63b34-3025-4384-aa06-3baad4965976 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0264070 Dec 15 16:19:59.639066 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1564a2a2-4d68-48ee-82c3-d613986edd6b req-1f6a0215-c5dc-4235-9bdb-6f2e23a90b45 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0288978 Dec 15 16:20:00.089084 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 671ba484-ddef-4553-b17c-b5002c1504df no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:20:00.112140 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 671ba484-ddef-4553-b17c-b5002c1504df {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:20:00.112476 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 671ba484-ddef-4553-b17c-b5002c1504df not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:20:00.324128 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-5e5f3a9e-4240-4d79-b174-3829224939a0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:00.326316 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-5e5f3a9e-4240-4d79-b174-3829224939a0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 812 time: 0.1028664 Dec 15 16:20:00.399322 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-e7c943bc-5a83-44af-bdeb-75bfdb64aff5 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 380 time: 0.0614462 Dec 15 16:20:00.408867 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'port': {'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'admin_state_up': True, 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'security_groups': ['1e028f41-b0cb-4ffc-b8e4-80ef09729fea']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:00.514680 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Made reservation on behalf of d37336bbfbab45f79ed53d56efe617c4 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:00.518319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:00.646230 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Allocated IP 172.20.0.3 (6bf17fcc-7520-487a-8b2c-b8aaa08a20f8/709752a9-7fc3-4250-80f4-bb7be69254e2/764c6fb7-9c23-438e-a0c8-71a2e0c0ef74) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:20:00.774685 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-4dc57da9-8712-4123-9644-1ae9f29be283 req-b3c14097-d344-4f0b-b7e8-3886be887faa tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0407865 Dec 15 16:20:00.799900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:00.840014 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:00.884313 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:20:00.887613 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:00.891382 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:20:00.897707 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:00.945882 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:00.946621 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:00.966616 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7b0037c1-bc45-49a6-888d-32360e19545c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610187 Dec 15 16:20:00.979444 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Request body: {'port': {'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:01.039509 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.094349 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-9ba515a9-b98e-41c3-8626-412d9b8fd7cf None None] Provisioning complete for port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:20:01.094925 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9ba515a9-b98e-41c3-8626-412d9b8fd7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.127908 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-9ba515a9-b98e-41c3-8626-412d9b8fd7cf None None] Port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:20:01.295831 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:20:01.302900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.314970 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Transition to ACTIVE for port object 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:20:01.317920 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.382541 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Pushing event updated for resources: {'Port': ['ID=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:01.438828 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Attempting to bind port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:20:01.439165 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Attempting to bind port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:20:01.439499 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Attempting to bind port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:20:01.444018 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:20:01.444340 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Attempting to bind port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:20:01.449126 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:20:01.449498 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Checking segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:01.449933 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Bound using segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:20:01.450375 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Bound port: 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:20:01.450727 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.515272 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] For port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:20:01.518251 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] For port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:20:01.522422 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.557791 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:01.558407 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.560328 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] 10.222.0.46 "PUT /v2.0/ports/764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 1093 time: 0.5854008 Dec 15 16:20:01.560844 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:20:01.563077 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f64e78c-6323-499c-99db-3587789baf48" -d '{"events": [{"name": "network-changed", "server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:20:01.586502 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647f67-857d-4e14-b187-02571cc7863d service neutron] Pushing event updated for resources: {'Port': ['ID=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:01.604291 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf543c22-6c91-4859-abc3-921d90dc60c7 x-openstack-request-id: req-bf543c22-6c91-4859-abc3-921d90dc60c7 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:20:01.604635 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:20:01.604897 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf543c22-6c91-4859-abc3-921d90dc60c7 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:20:01.605304 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'status': 'completed', 'code': 200} Dec 15 16:20:01.654290 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-474fb2f0-2a1d-435f-8733-c354f0c564c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:01.655812 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-474fb2f0-2a1d-435f-8733-c354f0c564c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1096 time: 0.0427134 Dec 15 16:20:01.707349 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-6e58a3b3-526d-42a3-a9e9-159350418ce1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 217 time: 0.0368431 Dec 15 16:20:01.764474 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-c9b3aced-8849-4e42-a7aa-c8444fe5395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:01.765988 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-c9b3aced-8849-4e42-a7aa-c8444fe5395e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0485680 Dec 15 16:20:01.818160 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-ac9a0d4c-be3f-480b-a73d-0a5c5ec26712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:01.819637 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-ac9a0d4c-be3f-480b-a73d-0a5c5ec26712 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393031 Dec 15 16:20:01.899065 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3a40-c771-4dc4-84ae-f54fe698d757 req-a17b8cb5-ccf7-4b5f-a44b-acc0005f8425 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:01.900644 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-646d3a40-c771-4dc4-84ae-f54fe698d757 req-a17b8cb5-ccf7-4b5f-a44b-acc0005f8425 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0537684 Dec 15 16:20:01.923281 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-bfd0b363-6eea-4fcf-b0c6-19905e02e3f5 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910976 Dec 15 16:20:01.958324 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-646d3a40-c771-4dc4-84ae-f54fe698d757 req-1cdc856a-9d53-436b-87aa-d3d4bab87cad tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507660 Dec 15 16:20:02.046466 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1d1dd267-1208-477b-8cb5-961f6b0e2ea0 req-47979bdc-8284-4aa6-84fe-14677dbc13f6 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116774 Dec 15 16:20:02.148494 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e78c-6323-499c-99db-3587789baf48 req-9096a426-43f5-4781-b3e1-e65316b65399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:02.150048 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-9096a426-43f5-4781-b3e1-e65316b65399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1096 time: 0.0403850 Dec 15 16:20:02.492977 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e78c-6323-499c-99db-3587789baf48 req-7256f060-332b-4a63-a2af-9c537f58f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:02.494361 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-7256f060-332b-4a63-a2af-9c537f58f9bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.3358107 Dec 15 16:20:03.079704 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212b19-ac4a-4e86-8bdf-cc55ad729462 req-63e30a42-7990-4b3a-8f33-67d5203afa28 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:03.081207 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2f212b19-ac4a-4e86-8bdf-cc55ad729462 req-63e30a42-7990-4b3a-8f33-67d5203afa28 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0546935 Dec 15 16:20:03.132708 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-2f212b19-ac4a-4e86-8bdf-cc55ad729462 req-1a31f83b-d9a9-4056-8dce-ff79b4cffbf8 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Dec 15 16:20:04.251453 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4607-5346-440a-a543-ac64dc8467b4 req-20ffa81d-5987-4539-aec8-b4adb31bec89 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:04.252915 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ef4d4607-5346-440a-a543-ac64dc8467b4 req-20ffa81d-5987-4539-aec8-b4adb31bec89 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0513906 Dec 15 16:20:04.300945 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ef4d4607-5346-440a-a543-ac64dc8467b4 req-c0a5521e-f181-4f7f-9430-dcace0cf1896 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Dec 15 16:20:05.080907 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-661e8036-1551-4845-9371-8d7b3adb557e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 217 time: 0.0343227 Dec 15 16:20:05.130317 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e78c-6323-499c-99db-3587789baf48 req-65a1691e-1a7e-4ed3-9585-1bc33d8c58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:05.131716 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-65a1691e-1a7e-4ed3-9585-1bc33d8c58b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0424855 Dec 15 16:20:05.178147 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e78c-6323-499c-99db-3587789baf48 req-15a2492a-7db6-401f-81ca-d164c317bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:05.179601 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-15a2492a-7db6-401f-81ca-d164c317bd88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394287 Dec 15 16:20:05.270986 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-f73fd14b-6f9d-417c-adc7-3cd33832ece7 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833590 Dec 15 16:20:05.367564 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f64e78c-6323-499c-99db-3587789baf48 req-4eec03d5-c26f-4344-ab80-cdedfd7749f2 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839036 Dec 15 16:20:05.414703 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3977b0-020f-4595-997c-b15af2000e21 req-1c7398dd-69c4-4c22-93b1-524619e683fe tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:05.416138 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-da3977b0-020f-4595-997c-b15af2000e21 req-1c7398dd-69c4-4c22-93b1-524619e683fe tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0473702 Dec 15 16:20:05.464299 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-da3977b0-020f-4595-997c-b15af2000e21 req-9136548c-e719-4ef8-b761-35727280181d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Dec 15 16:20:06.368819 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-7467706a-5f58-4c38-96f1-c315020854c9 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:06.370320 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-7467706a-5f58-4c38-96f1-c315020854c9 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/networks?id=f6c752ec-247b-4694-a331-3b7b3b2bdbae HTTP/1.1" status: 200 len: 813 time: 0.1006322 Dec 15 16:20:06.385238 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-eca2d823-8b0f-471c-80b1-747c05270657 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/quotas/e15dc48faa0c423e9cfb7e34facc959b HTTP/1.1" status: 200 len: 375 time: 0.0087457 Dec 15 16:20:06.420184 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-7660952f-eb4a-4d6c-8aef-65606bbd24f1 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293205 Dec 15 16:20:06.509146 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-d50d95e6-a3e0-4ce0-873a-00c54fdbf78e service neutron] 10.222.0.36 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823967 Dec 15 16:20:06.577727 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc588019-8346-4bb7-bae3-ee930595703c req-1562ba3c-a4f0-4813-9f8a-4ba7e3944a37 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:06.579228 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cc588019-8346-4bb7-bae3-ee930595703c req-1562ba3c-a4f0-4813-9f8a-4ba7e3944a37 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0484538 Dec 15 16:20:06.601530 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3fcb8600-e6f5-4ea3-bfae-9ace7108c7e9 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863402 Dec 15 16:20:06.629007 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cc588019-8346-4bb7-bae3-ee930595703c req-934d91d2-5b9f-4d30-b076-f039663050bb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Dec 15 16:20:06.758004 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-bdd68d5f-4f81-4be1-b4ac-ffa2a45e1385 req-365a9ee6-f5d7-4d9a-9917-3ca9341a951e tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 210 time: 0.0292356 Dec 15 16:20:07.751146 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e57c6c-5cc5-43cf-b9d3-b2e96f47a80f req-cb6ed009-e2ac-46e4-86de-be930a42a347 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:07.752792 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-10e57c6c-5cc5-43cf-b9d3-b2e96f47a80f req-cb6ed009-e2ac-46e4-86de-be930a42a347 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0526354 Dec 15 16:20:07.793084 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-588b03b9-4e61-4601-9b1c-84b72b01e9ae tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:07.795658 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-588b03b9-4e61-4601-9b1c-84b72b01e9ae tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "GET /v2.0/networks?id=f6c752ec-247b-4694-a331-3b7b3b2bdbae HTTP/1.1" status: 200 len: 813 time: 0.1115580 Dec 15 16:20:07.806705 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-10e57c6c-5cc5-43cf-b9d3-b2e96f47a80f req-f6f92748-63ea-4ba7-9c15-51f9aa7d405a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478663 Dec 15 16:20:07.816767 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Request body: {'port': {'device_id': 'db8e2877-23a1-41d0-9488-93088de5933c', 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae', 'admin_state_up': True, 'tenant_id': 'e15dc48faa0c423e9cfb7e34facc959b'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:07.895925 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6c46f21-c97a-4820-a0d7-40376f8d3bf4 req-2315e834-c8eb-4edb-a428-a485b0427774 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 210 time: 0.0333471 Dec 15 16:20:07.957408 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Made reservation on behalf of e15dc48faa0c423e9cfb7e34facc959b for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:07.960918 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.084059 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Allocated IP 172.20.0.10 (f6c752ec-247b-4694-a331-3b7b3b2bdbae/3e65c328-3f53-42ca-b7b3-be4c30456c3d/44658c8a-c07f-4ee6-a771-2e1bc32f5a73) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:20:08.229030 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.261624 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.305753 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Network f6c752ec-247b-4694-a331-3b7b3b2bdbae is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:20:08.308868 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:08.312569 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:20:08.340076 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Pushing event updated for resources: {'Port': ['ID=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:08.368219 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:08.368821 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.384109 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-3d367c6d-d7bf-478c-a01c-bb2930764b12 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717835 Dec 15 16:20:08.403538 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Request body: {'port': {'device_id': 'db8e2877-23a1-41d0-9488-93088de5933c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:08.458082 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.709582 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:20:08.717480 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.728918 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Transition to ACTIVE for port object 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:20:08.732642 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.783573 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Pushing event updated for resources: {'Port': ['ID=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:08.850997 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Attempting to bind port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:20:08.851594 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Attempting to bind port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:20:08.851708 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Attempting to bind port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 on network f6c752ec-247b-4694-a331-3b7b3b2bdbae {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:20:08.855863 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 on network f6c752ec-247b-4694-a331-3b7b3b2bdbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:20:08.856261 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Attempting to bind port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 on network f6c752ec-247b-4694-a331-3b7b3b2bdbae {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:20:08.860978 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:20:08.861307 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Checking segment: {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:08.861714 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Bound using segment: {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:20:08.862394 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Bound port: 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:20:08.862754 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.921055 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051828-863b-430b-9227-edf9c9df43db req-f598628e-970f-4949-9df3-464bbd9eb472 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:08.922771 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-93051828-863b-430b-9227-edf9c9df43db req-f598628e-970f-4949-9df3-464bbd9eb472 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0494061 Dec 15 16:20:08.925665 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] For port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:20:08.928971 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] For port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:20:08.934671 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.974578 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:08.975195 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:08.976594 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] 10.222.0.46 "PUT /v2.0/ports/44658c8a-c07f-4ee6-a771-2e1bc32f5a73 HTTP/1.1" status: 200 len: 1094 time: 0.5777123 Dec 15 16:20:08.977036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8e2877-23a1-41d0-9488-93088de5933c', 'tag': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:20:08.978542 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-93051828-863b-430b-9227-edf9c9df43db req-c55ad6f0-2aa1-48c3-885f-28ab4ac98102 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495768 Dec 15 16:20:08.979320 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "db8e2877-23a1-41d0-9488-93088de5933c", "tag": "44658c8a-c07f-4ee6-a771-2e1bc32f5a73"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:20:09.028905 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b76d-056a-4469-a55b-8f47a61ec48e service neutron] Pushing event updated for resources: {'Port': ['ID=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:09.040213 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb8e54-5d59-4d4a-a8dd-f9c1091ce06d x-openstack-request-id: req-6efb8e54-5d59-4d4a-a8dd-f9c1091ce06d {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:20:09.040501 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8e2877-23a1-41d0-9488-93088de5933c", "tag": "44658c8a-c07f-4ee6-a771-2e1bc32f5a73", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:20:09.040755 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6efb8e54-5d59-4d4a-a8dd-f9c1091ce06d {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:20:09.041146 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8e2877-23a1-41d0-9488-93088de5933c', 'tag': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73', 'status': 'completed', 'code': 200} Dec 15 16:20:09.083431 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1925997-1777-4919-bf72-4858df96ff12 req-279288e6-6fd7-427a-8efc-347362daf267 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:09.084914 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d1925997-1777-4919-bf72-4858df96ff12 req-279288e6-6fd7-427a-8efc-347362daf267 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 944 time: 0.1027179 Dec 15 16:20:09.090126 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-2f250e71-8b62-4a26-b186-175d3f1133a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:09.092159 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-2f250e71-8b62-4a26-b186-175d3f1133a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 1097 time: 0.0651681 Dec 15 16:20:09.143824 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-c4c47d05-c2fa-457c-9034-4c5a9af9fc3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73 HTTP/1.1" status: 200 len: 217 time: 0.0355585 Dec 15 16:20:09.192431 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d1925997-1777-4919-bf72-4858df96ff12 req-affedec2-dfde-4b25-afd7-7d5eff0adaa9 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993545 Dec 15 16:20:09.210178 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-a8dfbb7b-0813-4217-aabd-be26e701ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:09.211642 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-a8dfbb7b-0813-4217-aabd-be26e701ae4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e65c328-3f53-42ca-b7b3-be4c30456c3d HTTP/1.1" status: 200 len: 853 time: 0.0534542 Dec 15 16:20:09.246699 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-1382289f-f78e-4f74-b52d-f348bcfa85d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6c752ec-247b-4694-a331-3b7b3b2bdbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241015 Dec 15 16:20:09.335164 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-dc89e321-0af1-4a6b-86d6-eba1176fbc62 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794325 Dec 15 16:20:09.437313 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ccaec477-f09a-4a30-a63a-5e7c51211df3 req-a03e265f-ee72-4a33-a7fa-6c32362e5ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900023 Dec 15 16:20:09.535384 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-266448ee-7180-48ac-9fc0-8ea03584d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:09.536768 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-266448ee-7180-48ac-9fc0-8ea03584d030 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 1097 time: 0.0413418 Dec 15 16:20:09.627746 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-333344b7-c1fd-46be-b15a-ad8161f09619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:09.629182 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-333344b7-c1fd-46be-b15a-ad8161f09619 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6c752ec-247b-4694-a331-3b7b3b2bdbae HTTP/1.1" status: 200 len: 914 time: 0.0844133 Dec 15 16:20:09.671576 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-5b15a528-ebbc-4cd4-bcf4-68d661a71834 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73 HTTP/1.1" status: 200 len: 217 time: 0.0343447 Dec 15 16:20:09.722635 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-cb403124-32f0-46d4-9e10-189b0adf03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:09.724080 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-cb403124-32f0-46d4-9e10-189b0adf03ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e65c328-3f53-42ca-b7b3-be4c30456c3d HTTP/1.1" status: 200 len: 853 time: 0.0437632 Dec 15 16:20:09.757368 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-6a06e985-f012-4553-8236-83c2a6baa751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6c752ec-247b-4694-a331-3b7b3b2bdbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239635 Dec 15 16:20:09.849106 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-d223479b-dea6-4f77-ac20-dd947915fea1 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835254 Dec 15 16:20:09.939067 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5cb1bfa0-f4fe-4063-93d9-c2f162fd4cdf req-cfd393c5-ca17-4320-beb4-207733c22770 service neutron] 10.222.0.46 "GET /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796416 Dec 15 16:20:10.315677 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534503-4340-496c-aacd-07b8f39d7707 req-bb46ba38-9262-4d99-b7b6-35e2d87d56b7 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:10.317251 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-76534503-4340-496c-aacd-07b8f39d7707 req-bb46ba38-9262-4d99-b7b6-35e2d87d56b7 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 944 time: 0.0545871 Dec 15 16:20:10.349789 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ed20d-ee13-4c3b-b405-2f0350ac311e req-ec619f93-8a33-48a6-b615-7b19f1349d7a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:10.351265 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7f3ed20d-ee13-4c3b-b405-2f0350ac311e req-ec619f93-8a33-48a6-b615-7b19f1349d7a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.3041234 Dec 15 16:20:10.365973 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-76534503-4340-496c-aacd-07b8f39d7707 req-e1524a5a-31bf-4de8-8a10-a8efa2245dfb tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Dec 15 16:20:10.400995 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-7f3ed20d-ee13-4c3b-b405-2f0350ac311e req-dcfaee52-7bca-43d2-9057-0c6e2faa34c2 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Dec 15 16:20:11.478502 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fb40d-ab7f-46cb-bda6-981f54ce329f req-bb2312fe-1d51-4411-b19e-6e698b85a0a9 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:11.479986 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-913fb40d-ab7f-46cb-bda6-981f54ce329f req-bb2312fe-1d51-4411-b19e-6e698b85a0a9 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 944 time: 0.0487785 Dec 15 16:20:11.516272 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b3f4-0069-476c-8a92-eb515d376390 req-6a424315-10ef-4ff9-bb59-6757638df829 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:11.517791 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8909b3f4-0069-476c-8a92-eb515d376390 req-6a424315-10ef-4ff9-bb59-6757638df829 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 943 time: 0.0482895 Dec 15 16:20:11.526706 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-913fb40d-ab7f-46cb-bda6-981f54ce329f req-e2a465ed-198e-4f71-983c-e4f09d64136b tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Dec 15 16:20:11.567923 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-8909b3f4-0069-476c-8a92-eb515d376390 req-152caaad-a07e-41f7-aa2a-6df4a08d60f1 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441501 Dec 15 16:20:12.139876 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:20:12.231385 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:12.242746 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73', 'network_id': 'f6c752ec-247b-4694-a331-3b7b3b2bdbae', 'port_id': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73', 'mac_address': 'fa:16:3e:67:fd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e65c328-3f53-42ca-b7b3-be4c30456c3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:20:12.281249 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:12.293705 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:20:12.315193 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:12.319072 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:12.319896 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:20:12.409938 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:12.424191 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.424541 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.424885 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.425219 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.425572 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.426133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.426477 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.426808 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.427133 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.427458 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.427780 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.428100 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.428418 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:12.464992 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:12.477155 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:20:12.512914 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:12.525859 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:20:12.545909 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:12.549357 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:12.595789 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:12.646645 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f415f-87d4-4868-8e0a-6d71c6aab423 req-5477bb30-1160-4c53-8a6d-a26c237d17c1 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:12.648192 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cd3f415f-87d4-4868-8e0a-6d71c6aab423 req-5477bb30-1160-4c53-8a6d-a26c237d17c1 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 945 time: 0.0530956 Dec 15 16:20:12.687715 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70371fc-e536-4f69-b52e-d2c003e3dc30 req-5ed0b195-8bc9-4d85-b192-6163352b59eb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:12.689205 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f70371fc-e536-4f69-b52e-d2c003e3dc30 req-5ed0b195-8bc9-4d85-b192-6163352b59eb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 944 time: 0.0521073 Dec 15 16:20:12.697059 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-cd3f415f-87d4-4868-8e0a-6d71c6aab423 req-41931931-7f51-4be7-a672-9f02adfe0d50 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428684 Dec 15 16:20:12.749184 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-f70371fc-e536-4f69-b52e-d2c003e3dc30 req-bcaf43cf-a795-4d5d-b603-b8278efe6e82 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538058 Dec 15 16:20:12.821982 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['764c6fb7-9c23-438e-a0c8-71a2e0c0ef74'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:20:12.825902 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['44658c8a-c07f-4ee6-a771-2e1bc32f5a73'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:20:13.814015 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e668f94-30ea-424a-9f89-5ba2f72c8998 req-91cda88c-deb7-4c94-939d-614ccce0848d tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:13.815498 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9e668f94-30ea-424a-9f89-5ba2f72c8998 req-91cda88c-deb7-4c94-939d-614ccce0848d tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 945 time: 0.0513577 Dec 15 16:20:13.862761 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-9e668f94-30ea-424a-9f89-5ba2f72c8998 req-42e4dcdb-e0fc-4ebd-9506-8b8066bb5e62 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Dec 15 16:20:13.864429 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2e1cb-9c73-45c2-beaa-868d5a4b11d0 req-e0d570a2-5a38-45e6-b78b-5a87a7de41eb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:13.865932 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a3a2e1cb-9c73-45c2-beaa-868d5a4b11d0 req-e0d570a2-5a38-45e6-b78b-5a87a7de41eb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 944 time: 0.0476468 Dec 15 16:20:13.915506 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a3a2e1cb-9c73-45c2-beaa-868d5a4b11d0 req-ada95a92-99c8-4f65-99f6-d2896c0b3557 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Dec 15 16:20:14.171193 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:20:14.220113 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:20:14.223836 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:20:14.224208 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.300960 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.323535 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8e2877-23a1-41d0-9488-93088de5933c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:20:14.325822 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74332df0-692d-43fc-8ef4-72b571c30f36" -d '{"events": [{"server_uuid": "db8e2877-23a1-41d0-9488-93088de5933c", "name": "network-vif-plugged", "status": "completed", "tag": "44658c8a-c07f-4ee6-a771-2e1bc32f5a73"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:20:14.340987 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:14.345768 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.346563 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:20:14.369452 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f47d4d-01a7-48a2-9d18-e02b7a07f66f x-openstack-request-id: req-86f47d4d-01a7-48a2-9d18-e02b7a07f66f {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:20:14.369734 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8e2877-23a1-41d0-9488-93088de5933c", "name": "network-vif-plugged", "status": "completed", "tag": "44658c8a-c07f-4ee6-a771-2e1bc32f5a73", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:20:14.369986 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86f47d4d-01a7-48a2-9d18-e02b7a07f66f {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:20:14.370368 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8e2877-23a1-41d0-9488-93088de5933c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73', 'code': 200} Dec 15 16:20:14.424764 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.445022 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:14.454894 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:20:14.459145 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:20:14.459457 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.535919 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.552144 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31088c69-b014-42ae-b08c-d2e62f9cb8e2 req-cf73379b-1bb9-49b3-a077-89194a238ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:14.553598 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-31088c69-b014-42ae-b08c-d2e62f9cb8e2 req-cf73379b-1bb9-49b3-a077-89194a238ecf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 1099 time: 0.0409839 Dec 15 16:20:14.568247 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:14.572044 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:14.612084 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-31088c69-b014-42ae-b08c-d2e62f9cb8e2 req-29cdc179-f9a2-4623-acb6-810782157c2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Dec 15 16:20:14.619245 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:14.981357 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242e4ad-a216-46aa-8f42-f1ab0dcba34f req-36f2be31-e910-40b6-aa26-a34e7c75bf26 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:14.982898 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3242e4ad-a216-46aa-8f42-f1ab0dcba34f req-36f2be31-e910-40b6-aa26-a34e7c75bf26 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 946 time: 0.0530183 Dec 15 16:20:15.032158 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-3242e4ad-a216-46aa-8f42-f1ab0dcba34f req-3400d13f-a712-4f45-8245-f4dddac4aa1a tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Dec 15 16:20:15.044653 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1bbfe-a984-4562-a3ce-fa0ba252d4b4 req-d59cca30-516b-4503-92fe-c7a84f91401d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:15.047147 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-40d1bbfe-a984-4562-a3ce-fa0ba252d4b4 req-d59cca30-516b-4503-92fe-c7a84f91401d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0566797 Dec 15 16:20:15.100624 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-40d1bbfe-a984-4562-a3ce-fa0ba252d4b4 req-6a009987-4320-4239-b565-3089abe67b50 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Dec 15 16:20:16.151210 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f677b2-0d91-4a6c-a136-68acbb8232c1 req-543d886f-bf9a-4a9c-a673-c41240fdc0d7 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:16.152687 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c4f677b2-0d91-4a6c-a136-68acbb8232c1 req-543d886f-bf9a-4a9c-a673-c41240fdc0d7 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 946 time: 0.0514474 Dec 15 16:20:16.199895 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-c4f677b2-0d91-4a6c-a136-68acbb8232c1 req-21a47ea4-c043-401b-8d47-43681847eaba tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Dec 15 16:20:16.214095 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6531f51-07dd-4de8-b223-86a3b1083a2f req-050e5849-8b3c-4d03-8f04-6f750b1c68d1 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:16.215573 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6531f51-07dd-4de8-b223-86a3b1083a2f req-050e5849-8b3c-4d03-8f04-6f750b1c68d1 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0485148 Dec 15 16:20:16.266708 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f6531f51-07dd-4de8-b223-86a3b1083a2f req-765d2d5c-34ec-45a7-a18e-4d7c2ff58db7 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Dec 15 16:20:16.371911 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:20:16.374516 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafbc676-afcd-423c-9b94-6f94ca811c5f" -d '{"events": [{"server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "name": "network-vif-plugged", "status": "completed", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:20:16.411225 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cece3673-3565-41fb-b0ab-a71f53a23a1a x-openstack-request-id: req-cece3673-3565-41fb-b0ab-a71f53a23a1a {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:20:16.411562 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "name": "network-vif-plugged", "status": "completed", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:20:16.411814 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cece3673-3565-41fb-b0ab-a71f53a23a1a {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:20:16.412316 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'code': 200} Dec 15 16:20:16.648374 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71447a-3d76-41f2-b7c1-b5e3067e53cf req-d3485de9-0a57-4b47-9488-688550870c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:16.649887 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7a71447a-3d76-41f2-b7c1-b5e3067e53cf req-d3485de9-0a57-4b47-9488-688550870c85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1098 time: 0.0432653 Dec 15 16:20:16.698081 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7a71447a-3d76-41f2-b7c1-b5e3067e53cf req-94da0211-7cc9-40ca-8da7-72ba1d0c77e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Dec 15 16:20:17.380049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9061fe-d586-48e9-9766-e09825d285d6 req-9a59962b-be85-4292-bf94-4a6c604bcbf7 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:17.381547 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ec9061fe-d586-48e9-9766-e09825d285d6 req-9a59962b-be85-4292-bf94-4a6c604bcbf7 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0480218 Dec 15 16:20:17.433054 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ec9061fe-d586-48e9-9766-e09825d285d6 req-8f9f8776-70a6-4678-8572-85ce38323c59 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Dec 15 16:20:18.548611 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442daab9-f5e2-4d8c-b260-b64c70aa1a89 req-53828f23-488e-4df2-bcc1-3873036f522c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:18.550139 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-442daab9-f5e2-4d8c-b260-b64c70aa1a89 req-53828f23-488e-4df2-bcc1-3873036f522c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0484669 Dec 15 16:20:18.599059 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-442daab9-f5e2-4d8c-b260-b64c70aa1a89 req-466e41b9-57cc-4487-86eb-24adee7141da tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429952 Dec 15 16:20:18.710388 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8594362-6ce0-4b5c-b666-c54b10f2b183 req-816a34af-ab8a-4119-a8ca-c3e0e2667495 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:18.711914 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8594362-6ce0-4b5c-b666-c54b10f2b183 req-816a34af-ab8a-4119-a8ca-c3e0e2667495 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0475295 Dec 15 16:20:18.768472 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-f8594362-6ce0-4b5c-b666-c54b10f2b183 req-442fa666-663a-445d-8fd7-3df6d0968af2 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506065 Dec 15 16:20:18.790193 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49128) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:18.829567 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80f94e-d357-4b74-a150-28a264d8cd7d tempest-TestVolumeBootPattern-1928533412 tempest-TestVolumeBootPattern-1928533412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:18.831093 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-de80f94e-d357-4b74-a150-28a264d8cd7d tempest-TestVolumeBootPattern-1928533412 tempest-TestVolumeBootPattern-1928533412-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1093 time: 0.0399139 Dec 15 16:20:18.833919 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49130) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:18.838029 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:18.860114 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:18.955627 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.055988 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Allocated IP 172.27.0.98 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/e3e95708-fa9a-4491-abd4-1be4e88752bf) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:20:19.158336 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.190221 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.208376 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-91a8e8e4-228c-4cea-aaaf-801fccffaea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.232677 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:20:19.236157 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:19.238635 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:20:19.263204 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=e3e95708-fa9a-4491-abd4-1be4e88752bf,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:19.573835 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.637872 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.784546 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.789051 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.860689 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=e3e95708-fa9a-4491-abd4-1be4e88752bf,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:19.870216 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:19.965769 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Floating IP d30d70cd-0087-42af-b3d7-3f43c6d042db associated. External IP: 172.27.0.98, port: 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74. Dec 15 16:20:20.165564 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:20:20.520752 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:20:20.529870 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:20:20.538845 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:20.539683 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:20:20.540292 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:19:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:20:20.566078 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-96cabdcf-7f3f-42c1-a8e4-08e9c19c9088 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7311609 Dec 15 16:20:20.566663 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:20:20.568902 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4" -d '{"events": [{"name": "network-changed", "server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:20:20.612514 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384210c0-f951-4d2e-a741-0f106c8a7ae4 x-openstack-request-id: req-384210c0-f951-4d2e-a741-0f106c8a7ae4 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:20:20.612811 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:20:20.613072 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-384210c0-f951-4d2e-a741-0f106c8a7ae4 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:20:20.613528 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'status': 'completed', 'code': 200} Dec 15 16:20:20.647501 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:20:20.676943 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-2361b8b1-62d0-41ad-a2e3-93320c816317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:20.678456 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-2361b8b1-62d0-41ad-a2e3-93320c816317 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1098 time: 0.0413835 Dec 15 16:20:20.773090 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-40fbc30a-51bb-463d-bbfd-9ea765fce090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:20.774505 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-40fbc30a-51bb-463d-bbfd-9ea765fce090 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0887191 Dec 15 16:20:20.840842 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-ee1f5271-6f85-4d98-afc2-b045b746a5c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 998 time: 0.0585811 Dec 15 16:20:20.870709 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:19Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:20:20.891552 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-83c9205c-eef9-422a-ad3a-a737b6ef346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:20.893029 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-83c9205c-eef9-422a-ad3a-a737b6ef346a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0444160 Dec 15 16:20:20.946131 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-0f67a45c-851d-46ae-9646-c5de991dcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:20.947686 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-0f67a45c-851d-46ae-9646-c5de991dcbf4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477786 Dec 15 16:20:21.026753 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:20:21.035425 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:20:21.036024 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:19:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:20:21.041657 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-f57ed2e3-afdf-4966-b1c6-83649c341a52 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849757 Dec 15 16:20:21.139455 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:20:21.140175 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-4bd6f91d-0611-4c5d-9a4c-0bc4fe1e51e4 req-ac9b11a7-7396-4b9d-b908-dae748d60f92 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908663 Dec 15 16:20:21.354383 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:19Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:20:21.384841 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31041f-43f8-4ef6-995d-24da2c543ccd None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:19Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:20:21.557415 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cd85b386-95af-45ab-a6d0-e3f315d76b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:21.575902 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364fed6-fa2d-4393-9ff9-6a471b86f76b None None] New status for floating IP d30d70cd-0087-42af-b3d7-3f43c6d042db: ACTIVE {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:20:22.880911 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:23.593577 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:20:23.912548 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:25.593797 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:36.099004 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb7b56-9bb3-49a2-ba9c-9d0e06450f9c req-9931c171-e65c-4bb0-9352-4d8bf68e3ee7 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:36.100363 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73fb7b56-9bb3-49a2-ba9c-9d0e06450f9c req-9931c171-e65c-4bb0-9352-4d8bf68e3ee7 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 946 time: 0.0486720 Dec 15 16:20:36.147612 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-73fb7b56-9bb3-49a2-ba9c-9d0e06450f9c req-52923f36-4343-4274-8c6f-f73cbfab883c tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Dec 15 16:20:37.283733 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7bcd5-3fec-493c-998a-6529b7056515 req-9707f50e-2096-401f-9ecb-549a1c0ee587 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:37.286679 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eac7bcd5-3fec-493c-998a-6529b7056515 req-9707f50e-2096-401f-9ecb-549a1c0ee587 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 946 time: 0.0696027 Dec 15 16:20:37.340608 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-eac7bcd5-3fec-493c-998a-6529b7056515 req-4aedf683-9851-467a-abee-ec91a8f38d73 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/security-groups?id=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Dec 15 16:20:37.902535 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-0e6e437f-da09-469c-b63b-6e09805c4a1f tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:37.904300 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-0e6e437f-da09-469c-b63b-6e09805c4a1f tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 946 time: 0.0582349 Dec 15 16:20:38.010385 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Deleting port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:20:38.010722 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:38.113949 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] For port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,segment=NetworkSegment(9ca56a15-bc0f-4995-9f16-4d0f3a951dc8),segment_id=9ca56a15-bc0f-4995-9f16-4d0f3a951dc8)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:20:38.114316 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:38.126976 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Calling delete_port for 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:20:38.262258 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:38.275826 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['44658c8a-c07f-4ee6-a771-2e1bc32f5a73'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:20:38.291957 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Pushing event deleted for resources: {'Port': ['ID=44658c8a-c07f-4ee6-a771-2e1bc32f5a73,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:38.337661 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] No DVR routers for this DVR port 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:20:38.340130 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:38.343523 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-5c9fee43-3d2e-42ed-ac1a-a09e76c95b5b req-f894841b-0abd-45b7-a9a9-81f3c5b81260 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.46 "DELETE /v2.0/ports/44658c8a-c07f-4ee6-a771-2e1bc32f5a73 HTTP/1.1" status: 204 len: 173 time: 0.4310970 Dec 15 16:20:38.343960 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8e2877-23a1-41d0-9488-93088de5933c', 'name': 'network-vif-deleted', 'tag': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:20:38.346229 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f2def9-cd85-4f9a-8fca-d02baf6a4d9d" -d '{"events": [{"server_uuid": "db8e2877-23a1-41d0-9488-93088de5933c", "name": "network-vif-deleted", "tag": "44658c8a-c07f-4ee6-a771-2e1bc32f5a73"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:20:38.386443 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e687185-26a2-4bf2-bd8c-832a95e1a2b7 x-openstack-request-id: req-0e687185-26a2-4bf2-bd8c-832a95e1a2b7 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:20:38.386874 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8e2877-23a1-41d0-9488-93088de5933c", "name": "network-vif-deleted", "tag": "44658c8a-c07f-4ee6-a771-2e1bc32f5a73", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:20:38.387063 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e687185-26a2-4bf2-bd8c-832a95e1a2b7 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:20:38.387459 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8e2877-23a1-41d0-9488-93088de5933c', 'name': 'network-vif-deleted', 'tag': '44658c8a-c07f-4ee6-a771-2e1bc32f5a73', 'status': 'completed', 'code': 200} Dec 15 16:20:38.456042 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-95d913ab-c00d-439f-97d2-8b38958dc593 req-b2d5bffd-94ba-44bc-99c0-3a302c190214 tempest-VolumesSnapshotTestJSON-326723768 tempest-VolumesSnapshotTestJSON-326723768-project] 10.222.0.36 "GET /v2.0/ports?device_id=db8e2877-23a1-41d0-9488-93088de5933c HTTP/1.1" status: 200 len: 210 time: 0.0318780 Dec 15 16:20:43.012875 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:20:43.032710 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:20:43.033054 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 44658c8a-c07f-4ee6-a771-2e1bc32f5a73 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:20:44.371249 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:49.209737 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4d8d5aa0-a643-493a-aa53-c0b9a562e250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:51.559809 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-f73cc503-f9cf-4ce3-874b-c831977dffaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.883616 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.915042 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.596186 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.594764 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:21:02.470979 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49350) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.515961 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Deleting subnet 3e65c328-3f53-42ca-b7b3-be4c30456c3d {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:21:02.519240 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.554051 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505221'] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.597124 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.648377 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10070125'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.673879 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e65c328-3f53-42ca-b7b3-be4c30456c3d,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:02.679271 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.682537 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e65c328-3f53-42ca-b7b3-be4c30456c3d HTTP/1.1" status: 204 len: 168 time: 0.2104955 Dec 15 16:21:02.685058 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49352) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.687526 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.687883 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.688234 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.688576 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.688913 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.689247 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.689618 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.689989 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.690359 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.691272 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.691601 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.691944 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.692286 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6ec6f-c2e2-461c-9ebe-088cb4a65264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.752440 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.831948 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.851549 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c752ec-247b-4694-a331-3b7b3b2bdbae']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.860422 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.860713 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca56a15-bc0f-4995-9f16-4d0f3a951dc8') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.870654 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.883412 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.889151 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:21:02.889564 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:21:02.891165 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:21:02.942858 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.947911 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.951044 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f6c752ec-247b-4694-a331-3b7b3b2bdbae HTTP/1.1" status: 204 len: 168 time: 0.2649755 Dec 15 16:21:02.966464 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c752ec-247b-4694-a331-3b7b3b2bdbae,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:02.973728 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.974077 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.974418 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.974756 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.975087 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.975413 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.975746 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.976081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.976447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.976775 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.977148 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.977420 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:02.977744 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9abd09-0aaa-43b4-b46c-8ae4baf1df11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:03.114073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49356) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:03.155400 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-15f17f4a-b225-411a-95c8-f258dab61169 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e15dc48faa0c423e9cfb7e34facc959b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401640 Dec 15 16:21:03.157949 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49358) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:03.205184 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83ae6bc6-4f1c-4d6c-825a-924c8309b8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.227890 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83ae6bc6-4f1c-4d6c-825a-924c8309b8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.282654 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83ae6bc6-4f1c-4d6c-825a-924c8309b8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.285236 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-83ae6bc6-4f1c-4d6c-825a-924c8309b8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.286419 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-83ae6bc6-4f1c-4d6c-825a-924c8309b8c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2eccd004-cf8a-409b-bf13-90d2a9e9d9bc HTTP/1.1" status: 204 len: 168 time: 0.1275802 Dec 15 16:21:03.294017 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae6bc6-4f1c-4d6c-825a-924c8309b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eccd004-cf8a-409b-bf13-90d2a9e9d9bc,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:14.387706 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:19.210683 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-52bd6b70-888b-46b4-98a3-4a5cd5f08444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:21.562273 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7f565700-4d52-4d7f-a186-f896593bf1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.886622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.919187 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:25.598740 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:37.592916 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:21:44.404692 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:49.062411 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-c799d166-d9e2-4ade-a20d-af9ce8dbd945 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739907 Dec 15 16:21:49.157346 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-f358bf60-d17b-4daa-8464-c134ccd1118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.158819 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-f358bf60-d17b-4daa-8464-c134ccd1118c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1098 time: 0.0422392 Dec 15 16:21:49.211448 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-996b6c4f-ee80-4b2b-be0e-ea6b88bafb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:49.269050 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-061dbafa-00aa-4426-8384-3bef84679059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.270680 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-061dbafa-00aa-4426-8384-3bef84679059 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0869205 Dec 15 16:21:49.352435 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-14fcdf83-4a70-48a7-b7bd-0727b7d8d4e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 1000 time: 0.0692892 Dec 15 16:21:49.405414 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-20d08532-0a7b-4b20-a996-2010eeb0a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.406788 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-20d08532-0a7b-4b20-a996-2010eeb0a6fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0425920 Dec 15 16:21:49.455454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-12dea7e7-bac3-428f-9efb-b48bce406c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.456935 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-12dea7e7-bac3-428f-9efb-b48bce406c33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384719 Dec 15 16:21:49.472101 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-a6b0f544-f26d-4de9-8633-01fae34a0c3a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:21:49.473176 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-a6b0f544-f26d-4de9-8633-01fae34a0c3a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047019 Dec 15 16:21:49.568838 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-36bdf9eb-2dc1-4847-b496-f9bb047a23a8 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Dec 15 16:21:49.663769 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-21b64f7c-eb95-46f9-9950-d71e3a98a552 req-1cd92893-c27e-46d7-a7ce-8ab4c5c1be8c service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816679 Dec 15 16:21:51.562768 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-c45680b5-b435-450d-b5cb-712441555a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.889769 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.920589 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:55.600815 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:07.700355 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-05b1eb0e-db6c-4963-b061-fea16cc6b9cb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366060423&fields=id&tenant_id=d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 267 time: 0.0444744 Dec 15 16:22:07.808097 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-872dec83-5553-4075-8b01-51da3532a859 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:07.809486 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-872dec83-5553-4075-8b01-51da3532a859 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 812 time: 0.1025364 Dec 15 16:22:07.823896 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-40029086-7c9d-40a1-8a48-329c9c3d6006 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/quotas/d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 375 time: 0.0086613 Dec 15 16:22:07.875756 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-ae34f0b7-9235-4478-97e5-322e4ed46134 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465832 Dec 15 16:22:07.891072 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-906d2125-8181-403e-be1f-914025556bca service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:22:07.892151 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-906d2125-8181-403e-be1f-914025556bca service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053437 Dec 15 16:22:07.983917 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-17d8369c-3ce2-4b4f-a9fd-751b2a8e8f26 service neutron] 10.222.0.36 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Dec 15 16:22:08.071519 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-70440801-409a-430a-8a53-5eca2489abfe service neutron] 10.222.0.36 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815032 Dec 15 16:22:08.422013 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-01b8a2bc-5ed2-4a06-99cf-b116b83754eb req-5b94464a-3ea9-4959-8a21-6e26d447f9b6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 210 time: 0.0917802 Dec 15 16:22:09.467356 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-ec74a0dc-4c75-4a0e-8e74-8bb175a772c8 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:09.467940 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-ec74a0dc-4c75-4a0e-8e74-8bb175a772c8 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 812 time: 0.1079235 Dec 15 16:22:09.521085 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-1a0813ce-4aa7-4faf-b6ab-ab10592ef9b8 req-970e3e7f-e056-452b-b7a9-7f1afdfe9eec tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 210 time: 0.0291846 Dec 15 16:22:09.538855 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-5a2cc116-334c-4988-93a3-b542600fa75a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37336bbfbab45f79ed53d56efe617c4 HTTP/1.1" status: 200 len: 380 time: 0.0565653 Dec 15 16:22:09.545248 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'port': {'device_id': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'admin_state_up': True, 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'security_groups': ['1e028f41-b0cb-4ffc-b8e4-80ef09729fea']}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:09.656787 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Made reservation on behalf of d37336bbfbab45f79ed53d56efe617c4 for: {'port': 1} {{(pid=102592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:09.660368 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:09.791455 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Allocated IP 172.20.0.11 (6bf17fcc-7520-487a-8b2c-b8aaa08a20f8/709752a9-7fc3-4250-80f4-bb7be69254e2/682a098b-3dbc-4134-9c32-8d8da057e616) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:09.936153 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:09.971777 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.015711 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:10.018880 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:10.023424 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:10.053452 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=682a098b-3dbc-4134-9c32-8d8da057e616,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:10.067703 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.068264 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.068813 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.069349 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.069924 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.070462 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.070999 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.071534 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.072073 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.072617 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.073162 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.073735 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.074274 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:10.101444 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.102064 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.118402 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-77f1a957-654b-4975-96c0-326d04456ef4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769188 Dec 15 16:22:10.135214 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Request body: {'port': {'device_id': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:10.190951 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.266936 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-1ed46590-175c-41dd-827a-bb4ad2048e55 None None] Provisioning complete for port 682a098b-3dbc-4134-9c32-8d8da057e616 triggered by entity DHCP. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:10.267572 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1ed46590-175c-41dd-827a-bb4ad2048e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.304145 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-1ed46590-175c-41dd-827a-bb4ad2048e55 None None] Port 682a098b-3dbc-4134-9c32-8d8da057e616 cannot update to ACTIVE because it is not bound. {{(pid=102593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:22:10.444244 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682a098b-3dbc-4134-9c32-8d8da057e616 {{(pid=102592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:10.451708 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.463931 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.provisioning_blocks [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Transition to ACTIVE for port object 682a098b-3dbc-4134-9c32-8d8da057e616 will not be triggered until provisioned by entity L2. {{(pid=102592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:22:10.467661 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.527595 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Pushing event updated for resources: {'Port': ['ID=682a098b-3dbc-4134-9c32-8d8da057e616,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:10.628417 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Attempting to bind port 682a098b-3dbc-4134-9c32-8d8da057e616 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:10.628763 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Attempting to bind port 682a098b-3dbc-4134-9c32-8d8da057e616 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:10.629094 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Attempting to bind port 682a098b-3dbc-4134-9c32-8d8da057e616 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:10.637848 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Port 682a098b-3dbc-4134-9c32-8d8da057e616 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:22:10.638173 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Attempting to bind port 682a098b-3dbc-4134-9c32-8d8da057e616 on network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:10.649137 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Checking agent: {'id': 'c35aa2fb-a9bf-4093-9d9e-392bce5bd839', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'started_at': datetime.datetime(2021, 12, 15, 16, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:10.649499 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Checking segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:10.649886 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Bound using segment: {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:10.650325 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Bound port: 682a098b-3dbc-4134-9c32-8d8da057e616, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3bc75-9baf-428b-8f28-7bb36f0d9503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:10.650679 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.672547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221effef-7fb8-4a06-8461-64610e6c589f req-635c2588-eab1-44a5-9588-86645276c0bf tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.674082 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-221effef-7fb8-4a06-8461-64610e6c589f req-635c2588-eab1-44a5-9588-86645276c0bf tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0787494 Dec 15 16:22:10.760599 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] For port 682a098b-3dbc-4134-9c32-8d8da057e616, host hv-cinder-80070, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:10.764136 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] For port 682a098b-3dbc-4134-9c32-8d8da057e616, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=682a098b-3dbc-4134-9c32-8d8da057e616,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:10.768758 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-221effef-7fb8-4a06-8461-64610e6c589f req-b0840855-446b-40c7-bd96-aee96465fc42 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701025 Dec 15 16:22:10.770221 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.806418 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.807026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:10.808411 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] 10.222.0.46 "PUT /v2.0/ports/682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 200 len: 1094 time: 0.6776838 Dec 15 16:22:10.808913 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:10.811113 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4db680-b0e2-427e-a12c-8efb88a92b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:10.833311 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38411093-7b5e-4406-8c46-67c8ac38f23c service neutron] Pushing event updated for resources: {'Port': ['ID=682a098b-3dbc-4134-9c32-8d8da057e616,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:10.910952 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-d932899f-231a-4bd6-a38e-f1f75f521c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.912624 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-d932899f-231a-4bd6-a38e-f1f75f521c09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1097 time: 0.0506263 Dec 15 16:22:10.966210 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3caecf4-5565-4469-a685-e1a518c7aabf x-openstack-request-id: req-f3caecf4-5565-4469-a685-e1a518c7aabf {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:10.966500 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:10.966751 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3caecf4-5565-4469-a685-e1a518c7aabf {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:10.967149 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616', 'status': 'completed', 'code': 200} Dec 15 16:22:10.968940 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-7f7a238c-80c3-4f05-a542-783a9bc25f4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 200 len: 217 time: 0.0423784 Dec 15 16:22:11.022984 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-f52cd29e-af8d-4b98-a799-da4c4f75fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.024451 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-f52cd29e-af8d-4b98-a799-da4c4f75fd73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0459428 Dec 15 16:22:11.072779 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d054-b943-40f2-b233-26452eff166f req-ec9c2418-1a3e-48f0-b59d-76a230ea8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.074329 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-ec9c2418-1a3e-48f0-b59d-76a230ea8ab0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428565 Dec 15 16:22:11.168594 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-5cde6e56-5260-4e06-9ffc-8e4ce81b2a83 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833204 Dec 15 16:22:11.260745 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-42f9d054-b943-40f2-b233-26452eff166f req-e6df8f36-e28c-4b39-8a4a-dcf6de0d52b3 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804787 Dec 15 16:22:11.350950 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-a8ef4a93-21a4-47d2-a61e-8d389389ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.352335 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-a8ef4a93-21a4-47d2-a61e-8d389389ef00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1097 time: 0.0438533 Dec 15 16:22:11.440255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-8457bfbd-d886-469a-86c9-a505237a4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.441756 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-8457bfbd-d886-469a-86c9-a505237a4771 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0821157 Dec 15 16:22:11.598059 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-497440dd-e4e5-40ec-8b51-15c786e749df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 200 len: 217 time: 0.0350730 Dec 15 16:22:11.650242 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-b2a5af37-70d7-4a10-a127-069e8ba42615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.651601 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-b2a5af37-70d7-4a10-a127-069e8ba42615 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0463092 Dec 15 16:22:11.698178 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-1fd1d41f-4794-420b-a74a-2e08a5442321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.699639 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-1fd1d41f-4794-420b-a74a-2e08a5442321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390656 Dec 15 16:22:11.787837 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-e21b2901-1a0f-445e-a9c3-e87aac3c1899 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792227 Dec 15 16:22:11.914139 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a1dd-a5fb-472b-8a45-0636a2c0e8c0 req-9a22e7fd-f772-4190-a860-5b70214539af tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.915529 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a618a1dd-a5fb-472b-8a45-0636a2c0e8c0 req-9a22e7fd-f772-4190-a860-5b70214539af tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0761900 Dec 15 16:22:11.919185 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ed4db680-b0e2-427e-a12c-8efb88a92b1e req-e71e0ce8-8901-42fa-8120-fcc7f906e5f1 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239967 Dec 15 16:22:11.968398 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a618a1dd-a5fb-472b-8a45-0636a2c0e8c0 req-cb631448-50d1-4f3a-bc52-030b9d163a67 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469959 Dec 15 16:22:13.151152 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943401-0f7d-491b-a5c6-5fd671d29f05 req-d2b6fd21-8379-4be4-be4f-94a1d461050d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:13.152708 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-56943401-0f7d-491b-a5c6-5fd671d29f05 req-d2b6fd21-8379-4be4-be4f-94a1d461050d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0655451 Dec 15 16:22:13.200570 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-56943401-0f7d-491b-a5c6-5fd671d29f05 req-b65734f4-3c4c-4f1c-8039-85fd6e10563f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Dec 15 16:22:14.325396 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba8b19-0bfb-417c-a4eb-8ccfea415769 req-cbb5771e-2fdf-455b-924d-55fbccad789c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:14.326858 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-89ba8b19-0bfb-417c-a4eb-8ccfea415769 req-cbb5771e-2fdf-455b-924d-55fbccad789c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0485604 Dec 15 16:22:14.383025 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-89ba8b19-0bfb-417c-a4eb-8ccfea415769 req-618ee08b-5d04-4b45-aaed-407889b581b3 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502708 Dec 15 16:22:14.431072 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:14.591860 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:22:15.500497 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f3ff4-e482-4d94-9945-c8f04e257588 req-f6bfd5fc-2b6e-4897-81c6-ac85e82ea2d5 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:15.501975 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ea6f3ff4-e482-4d94-9945-c8f04e257588 req-f6bfd5fc-2b6e-4897-81c6-ac85e82ea2d5 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0473771 Dec 15 16:22:15.549937 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-ea6f3ff4-e482-4d94-9945-c8f04e257588 req-d1bcc6e8-b7d6-412d-acc6-2440144079c3 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Dec 15 16:22:16.670650 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a0e5-d908-4eff-8d6c-aab2c951b5ca req-097cdc16-3a4a-49ab-aaeb-f21679a3c72e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:16.672132 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a8d3a0e5-d908-4eff-8d6c-aab2c951b5ca req-097cdc16-3a4a-49ab-aaeb-f21679a3c72e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0537233 Dec 15 16:22:16.725723 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-a8d3a0e5-d908-4eff-8d6c-aab2c951b5ca req-69e50ee5-0ffa-4150-aeaf-72cae6681de4 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Dec 15 16:22:17.836190 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d346b7-4a80-4e4a-8af4-48fa0e4944a4 req-b628ea39-dad9-4b64-95b9-aa5280ae794c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:17.837685 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34d346b7-4a80-4e4a-8af4-48fa0e4944a4 req-b628ea39-dad9-4b64-95b9-aa5280ae794c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0472548 Dec 15 16:22:17.888876 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-34d346b7-4a80-4e4a-8af4-48fa0e4944a4 req-ebfdf902-53f0-4333-a00f-aa578e4a835e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Dec 15 16:22:18.872798 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 682a098b-3dbc-4134-9c32-8d8da057e616 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=102593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:22:18.973825 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 682a098b-3dbc-4134-9c32-8d8da057e616, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=682a098b-3dbc-4134-9c32-8d8da057e616,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:18.985869 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Returning: {'device': '682a098b-3dbc-4134-9c32-8d8da057e616', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'port_id': '682a098b-3dbc-4134-9c32-8d8da057e616', 'mac_address': 'fa:16:3e:bb:2d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:22:19.006845 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310d72-163c-42bc-8cdb-bdf1157ff13b req-c3e0fde4-410c-46a4-b7db-93b90dba3139 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:19.008288 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-df310d72-163c-42bc-8cdb-bdf1157ff13b req-c3e0fde4-410c-46a4-b7db-93b90dba3139 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 944 time: 0.0517240 Dec 15 16:22:19.022865 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.039023 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a098b-3dbc-4134-9c32-8d8da057e616 {{(pid=102593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:19.059689 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 682a098b-3dbc-4134-9c32-8d8da057e616, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=682a098b-3dbc-4134-9c32-8d8da057e616,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:19.063602 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.065054 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-df310d72-163c-42bc-8cdb-bdf1157ff13b req-7321252a-4784-4f78-9709-48b5aa72bc64 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508280 Dec 15 16:22:19.114124 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=682a098b-3dbc-4134-9c32-8d8da057e616,revision_number=4']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:19.121253 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.121631 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.121990 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.122330 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.122664 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.123050 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.123327 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.123654 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.123981 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.124314 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.124638 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.124960 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.125287 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:19.213598 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a1d3da03-faef-4c9b-bcac-7ecbda850d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.392010 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] get_ports_and_sgs() called for port_ids ['682a098b-3dbc-4134-9c32-8d8da057e616'] {{(pid=102593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:20.181034 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b8a60-3b5c-407e-b3c0-363cd0c485ff req-2dfcbdc4-c996-4772-a06d-f592a7036a6c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:20.182538 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-817b8a60-3b5c-407e-b3c0-363cd0c485ff req-2dfcbdc4-c996-4772-a06d-f592a7036a6c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 945 time: 0.0494373 Dec 15 16:22:20.231437 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-817b8a60-3b5c-407e-b3c0-363cd0c485ff req-787cae7e-6e4d-4391-a7c7-88d902942bf9 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Dec 15 16:22:20.892778 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 682a098b-3dbc-4134-9c32-8d8da057e616 up at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:20.939414 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning for port 682a098b-3dbc-4134-9c32-8d8da057e616 completed by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:22:20.943829 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.provisioning_blocks [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Provisioning complete for port 682a098b-3dbc-4134-9c32-8d8da057e616 triggered by entity L2. {{(pid=102593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:20.944206 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7556648'] for port, provisioning_complete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.017949 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.043928 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616'}] {{(pid=102593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:21.046181 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74395fc4d406bec63a666860ee92d13b13b59a541e6533eaca4a955df4cb009a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f996ae-9549-48f4-a136-8e0da038a2a0" -d '{"events": [{"server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "name": "network-vif-plugged", "status": "completed", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616"}]}' {{(pid=102593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:21.060041 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] For port 682a098b-3dbc-4134-9c32-8d8da057e616, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=682a098b-3dbc-4134-9c32-8d8da057e616,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:21.064049 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452'] for port, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.110449 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Pushing event updated for resources: {'Port': ['ID=682a098b-3dbc-4134-9c32-8d8da057e616,revision_number=5']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:21.141808 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191b912-2590-4098-b03d-9ace53fbce80 x-openstack-request-id: req-1191b912-2590-4098-b03d-9ace53fbce80 {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:21.142088 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "name": "network-vif-plugged", "status": "completed", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616", "code": 200}]} {{(pid=102593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:21.142348 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1191b912-2590-4098-b03d-9ace53fbce80 {{(pid=102593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:21.142744 dv-cinder-800704-2-iscsi neutron-server[102593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616', 'code': 200} Dec 15 16:22:21.354424 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3388-5d20-497c-be71-c009d6341255 req-1f5f101a-e928-49fc-8988-c088ed889dde tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:21.355925 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-85df3388-5d20-497c-be71-c009d6341255 req-1f5f101a-e928-49fc-8988-c088ed889dde tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0531442 Dec 15 16:22:21.389294 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54c696-836f-45a4-afd9-14a279564580 req-45b796d6-c1ee-41a4-82c9-df748e164196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:21.390833 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8e54c696-836f-45a4-afd9-14a279564580 req-45b796d6-c1ee-41a4-82c9-df748e164196 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1099 time: 0.0413864 Dec 15 16:22:21.415733 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-85df3388-5d20-497c-be71-c009d6341255 req-0245fbff-85e3-47f3-b5d0-64beea755fd5 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537798 Dec 15 16:22:21.442301 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-8e54c696-836f-45a4-afd9-14a279564580 req-fe49ee75-e5bf-47a9-8af7-4ef647a0cbdc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Dec 15 16:22:21.564983 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-603e8ce0-af4b-4218-b64b-1fabdc00f35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.531757 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070b85b-45c6-42e1-ae6f-adef7113b65f req-603c7997-02c9-45d5-9eba-c0df299b8de9 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:22.533198 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d070b85b-45c6-42e1-ae6f-adef7113b65f req-603c7997-02c9-45d5-9eba-c0df299b8de9 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0496633 Dec 15 16:22:22.587237 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d070b85b-45c6-42e1-ae6f-adef7113b65f req-086429de-2543-4723-a075-5bdb85877615 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479000 Dec 15 16:22:22.891905 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.703458 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eece8ad-e25a-4299-b1fb-13a7509a5386 req-f4635e5c-aaa8-48ee-8264-89d417adbf91 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:23.704933 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2eece8ad-e25a-4299-b1fb-13a7509a5386 req-f4635e5c-aaa8-48ee-8264-89d417adbf91 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0521171 Dec 15 16:22:23.753519 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-2eece8ad-e25a-4299-b1fb-13a7509a5386 req-03c08d87-86fa-4f4a-a15b-d7cf4a45c9b6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Dec 15 16:22:23.864750 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2a8d-718e-4001-ba95-f35eba0f4f93 req-db7332b4-aa87-4b05-9241-0c8dfb1fe1f0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:23.866180 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-56fa2a8d-718e-4001-ba95-f35eba0f4f93 req-db7332b4-aa87-4b05-9241-0c8dfb1fe1f0 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0479636 Dec 15 16:22:23.914592 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-56fa2a8d-718e-4001-ba95-f35eba0f4f93 req-a51d2bfa-d0a2-4a61-804c-c43635452526 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Dec 15 16:22:23.922639 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.937723 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49474) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:23.976319 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acbe78c-369d-4e47-8e52-68f87385fdb9 tempest-TestVolumeBootPattern-1928533412 tempest-TestVolumeBootPattern-1928533412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:23.977806 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-2acbe78c-369d-4e47-8e52-68f87385fdb9 tempest-TestVolumeBootPattern-1928533412 tempest-TestVolumeBootPattern-1928533412-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1094 time: 0.0390828 Dec 15 16:22:23.980514 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49476) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:23.984663 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.v2.base [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Request body: {'floatingip': {'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'port_id': '682a098b-3dbc-4134-9c32-8d8da057e616', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:24.005352 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.112049 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.215815 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_common [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Allocated IP 172.27.0.55 (10784b00-9bdb-408d-a667-7e07e7464a57/d8ff2ea7-112c-4b67-8924-3fbb7373503b/51e7eca0-abbb-45a7-8da6-c478239b9071) {{(pid=102592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:24.340329 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.384649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789477599416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.437546 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Network 10784b00-9bdb-408d-a667-7e07e7464a57 is already hosted by enough agents. {{(pid=102592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:24.440549 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.base_scheduler [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Resources bound (agent type, host, resource id): {{(pid=102592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:24.446204 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Received port after_create {{(pid=102592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:24.452681 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=51e7eca0-abbb-45a7-8da6-c478239b9071,revision_number=1']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:24.872410 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.941913 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8237785'] for port, before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.085053 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for port, precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.090357 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789478132965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789477599434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789477599452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3325937'] for port, after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.157360 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event updated for resources: {'Port': ['ID=51e7eca0-abbb-45a7-8da6-c478239b9071,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:25.171299 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539423'] for floatingip, after_create {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.536430 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Floating IP 322971fa-9ccc-4b73-8f56-41c52a14f7a1 associated. External IP: 172.27.0.55, port: 682a098b-3dbc-4134-9c32-8d8da057e616. Dec 15 16:22:25.603679 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.738447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:22:25.840379 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:22:25.852820 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:22:25.857592 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.862776 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:25.863387 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:22:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:25.888343 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-7a39b7f7-c254-4f9b-baf5-7a6bdacfe57a tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9068151 Dec 15 16:22:25.889589 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:25.892041 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:25.929118 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bdbd7a-6c13-4549-9ff3-b2f1ff17af7c x-openstack-request-id: req-c1bdbd7a-6c13-4549-9ff3-b2f1ff17af7c {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:25.929428 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:25.929687 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1bdbd7a-6c13-4549-9ff3-b2f1ff17af7c {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:25.930088 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616', 'status': 'completed', 'code': 200} Dec 15 16:22:25.969073 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:25.994238 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-204c407f-a963-4696-bb89-d7fce98f3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:25.995736 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-204c407f-a963-4696-bb89-d7fce98f3ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1099 time: 0.0405405 Dec 15 16:22:26.087338 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-78f1ad38-13b8-4f8f-82f5-7d8dd49e28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.088804 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-78f1ad38-13b8-4f8f-82f5-7d8dd49e28b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0850997 Dec 15 16:22:26.157795 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-64ce2a38-1bad-454d-9695-1a2983a7890d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 200 len: 999 time: 0.0615213 Dec 15 16:22:26.191743 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '322971fa-9ccc-4b73-8f56-41c52a14f7a1', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '682a098b-3dbc-4134-9c32-8d8da057e616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:bb:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:22:24Z', 'updated_at': '2021-12-15T16:22:24Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}, {'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:21Z', 'revision_number': 1, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:26.206541 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-49ba9ebe-cb3d-4715-95cb-0d096f400461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.207993 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-49ba9ebe-cb3d-4715-95cb-0d096f400461 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0430942 Dec 15 16:22:26.216904 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:22:26.225691 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:26.226294 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:22:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:26.254154 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-e9e665b1-c181-46a7-b904-e578f159462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.255660 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-e9e665b1-c181-46a7-b904-e578f159462a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404654 Dec 15 16:22:26.354972 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-7acbaf5b-66bf-43d5-9a27-8f6609648c2f service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917301 Dec 15 16:22:26.454640 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:26.455464 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-1f5f0e9b-fa1f-45c7-bc1e-c010febd4f5c req-fdcf5f52-4480-4878-ae76-04ee4605ae34 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934434 Dec 15 16:22:26.682364 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '322971fa-9ccc-4b73-8f56-41c52a14f7a1', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '682a098b-3dbc-4134-9c32-8d8da057e616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:bb:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:22:24Z', 'updated_at': '2021-12-15T16:22:24Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}, {'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:21Z', 'revision_number': 1, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:26.707377 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2682589-8d9f-46f9-9418-711dd92d2ff8 None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': '322971fa-9ccc-4b73-8f56-41c52a14f7a1', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '682a098b-3dbc-4134-9c32-8d8da057e616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:bb:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:22:24Z', 'updated_at': '2021-12-15T16:22:24Z', 'revision_number': 0, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}, {'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:21Z', 'revision_number': 1, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:22:26.899709 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c7d28-09da-4f20-9bfd-0a030bb00fd6 None None] New status for floating IP 322971fa-9ccc-4b73-8f56-41c52a14f7a1: ACTIVE {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:22:44.437943 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.213181 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2409f4d0-fd99-4616-b390-e7b7b52226d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.946509 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-b3e3712a-93d3-4c85-b515-dc065ce0438e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468636 Dec 15 16:22:51.031128 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-0b9adb10-c4ec-449e-a8cf-13aa1ba85396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:51.032492 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-0b9adb10-c4ec-449e-a8cf-13aa1ba85396 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1098 time: 0.0391018 Dec 15 16:22:51.135339 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-08fbbcd4-02b8-4e61-ba89-f1fcf6886e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:51.136792 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-08fbbcd4-02b8-4e61-ba89-f1fcf6886e95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0829463 Dec 15 16:22:51.206903 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-862f79b8-3ad0-41c7-a3c6-252da58fe0f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 1000 time: 0.0606101 Dec 15 16:22:51.259991 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-e7c555c3-5668-4c3c-a30b-2ac70b750253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:51.261414 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-e7c555c3-5668-4c3c-a30b-2ac70b750253 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0434897 Dec 15 16:22:51.307364 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-31065744-26da-4fc9-9e9e-d89f08767af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:51.308720 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-31065744-26da-4fc9-9e9e-d89f08767af6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393939 Dec 15 16:22:51.405883 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-b557b732-92f5-41a3-97f4-b837f8294108 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839729 Dec 15 16:22:51.498317 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-7968314f-af16-4977-b7d0-701bf6aa9863 req-99bc96d8-880b-41b6-b20e-89546e18526e service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800636 Dec 15 16:22:51.566859 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-045c5405-dd2c-42a0-9c6e-61d6fca5b088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.590295 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:22:52.894513 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.925480 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:55.601196 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.439183 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.214326 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-641e768f-c84f-4c69-a540-8b22e41e6365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.572208 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b93bb539-4bec-4259-9263-644553442464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:22.897549 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:23.929214 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.605868 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:28.588746 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:23:44.471138 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.215846 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-82c3f416-8b57-4704-97c9-c4691a71bce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:50.936295 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-dfb78804-11cd-4712-87e1-bcc80b8f61de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441155 Dec 15 16:23:51.004476 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c203b-9a7f-489c-9443-56226d089280 req-ee8a19b8-1cb9-439d-bb58-685078d66a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.005890 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-ee8a19b8-1cb9-439d-bb58-685078d66a82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1099 time: 0.0395298 Dec 15 16:23:51.109906 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c203b-9a7f-489c-9443-56226d089280 req-a4510959-7d26-44eb-bcc8-f268b5e7b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.111363 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-a4510959-7d26-44eb-bcc8-f268b5e7b982 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0847642 Dec 15 16:23:51.183164 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-7fdcd6f7-026e-4f85-92ed-910138fb5515 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 200 len: 1001 time: 0.0606163 Dec 15 16:23:51.235701 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c203b-9a7f-489c-9443-56226d089280 req-8aa133e3-5a61-465e-8566-2865024daee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.237121 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-8aa133e3-5a61-465e-8566-2865024daee0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0424578 Dec 15 16:23:51.285925 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c203b-9a7f-489c-9443-56226d089280 req-b89235d2-a14b-4086-ae53-509ae075ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.287290 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-b89235d2-a14b-4086-ae53-509ae075ae02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386841 Dec 15 16:23:51.377340 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-83a445f6-c2dc-4432-a136-fd3c370b229f service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Dec 15 16:23:51.478679 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-016c203b-9a7f-489c-9443-56226d089280 req-d77c9dad-5618-4db3-af6b-33df26935698 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Dec 15 16:23:51.580856 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bac8291f-8072-4c9f-86ad-216c7499f71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:52.900750 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:53.931630 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:55.608474 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.892406 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49506) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:05.056677 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Deleting port 51e7eca0-abbb-45a7-8da6-c478239b9071 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:05.057021 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.130792 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.131119 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.142539 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Calling delete_port for 51e7eca0-abbb-45a7-8da6-c478239b9071 owned by network:floatingip {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:05.295547 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.321890 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'Port': ['ID=51e7eca0-abbb-45a7-8da6-c478239b9071,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:05.346330 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.346686 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.347036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.347379 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.347724 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.348059 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.348395 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.348727 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.349059 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.349407 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.349744 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.350071 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.350524 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:05.392373 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.392752 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Floating IP 322971fa-9ccc-4b73-8f56-41c52a14f7a1 disassociated (deleted). External IP: 172.27.0.55, port: 682a098b-3dbc-4134-9c32-8d8da057e616. Dec 15 16:24:05.589872 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:24:05.599414 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:05.716359 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:05.721154 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.726793 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:05.736801 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:05.737441 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:23:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:05.748536 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-a1b10ccc-af45-451d-9f40-dc0deb6b700c tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "DELETE /v2.0/floatingips/322971fa-9ccc-4b73-8f56-41c52a14f7a1 HTTP/1.1" status: 204 len: 168 time: 0.8550680 Dec 15 16:24:05.749155 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:05.751641 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a4c31c-03e3-46da-998b-b26e3b3c7d36" -d '{"events": [{"name": "network-changed", "server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:05.794793 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496fa2a-0ffe-46be-9239-921e0595e539 x-openstack-request-id: req-8496fa2a-0ffe-46be-9239-921e0595e539 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:05.795083 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:05.795337 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8496fa2a-0ffe-46be-9239-921e0595e539 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:05.795742 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616', 'status': 'completed', 'code': 200} Dec 15 16:24:05.846944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:05.870529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-6710cc33-9334-453a-80db-6f2b08639baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.872331 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-6710cc33-9334-453a-80db-6f2b08639baa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 1099 time: 0.0474279 Dec 15 16:24:05.977326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-4785e42e-99d2-495f-acf3-055742d9e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.978949 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-4785e42e-99d2-495f-acf3-055742d9e340 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0944185 Dec 15 16:24:05.990486 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e2170-15c4-4988-86c6-fe24ac47143b req-5a11d35e-997a-4eb5-b76d-4db94bdc7e5f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.992678 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-982e2170-15c4-4988-86c6-fe24ac47143b req-5a11d35e-997a-4eb5-b76d-4db94bdc7e5f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0528872 Dec 15 16:24:06.023618 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-2565d0fa-7869-4755-9c93-f44d76299cbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 200 len: 217 time: 0.0359402 Dec 15 16:24:06.050037 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-982e2170-15c4-4988-86c6-fe24ac47143b req-e4ce10f5-f476-4b07-a270-329750ea622f tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Dec 15 16:24:06.081529 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-34c7a894-d252-4df3-abc9-fe5138657424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.082998 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-34c7a894-d252-4df3-abc9-fe5138657424 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0518718 Dec 15 16:24:06.094886 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:21Z', 'revision_number': 1, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:06.126173 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:06.134107 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-2e54a714-cc5f-4be1-80d1-ce667440c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.135452 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:06.135620 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-2e54a714-cc5f-4be1-80d1-ce667440c112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420089 Dec 15 16:24:06.136057 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:23:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:06.224571 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-9a593c81-8748-4a13-bbbd-af41fe4febd0 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803454 Dec 15 16:24:06.240153 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:06.322034 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-09a4c31c-03e3-46da-998b-b26e3b3c7d36 req-dbddab4f-1ab8-468b-9b31-83c0cef17bf9 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871050 Dec 15 16:24:06.458258 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:21Z', 'revision_number': 1, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:06.487055 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873ab3e-38ac-44e3-9d4c-ab6a086848b8 None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_floatingips': [{'id': 'd30d70cd-0087-42af-b3d7-3f43c6d042db', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'router_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'port_id': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'mac_address': 'fa:16:3e:8b:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:20:19Z', 'updated_at': '2021-12-15T16:20:21Z', 'revision_number': 1, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:06.711866 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42481f7-d0b3-4f4a-99c4-3cf32f6c80e6 None None] New status for floating IP 322971fa-9ccc-4b73-8f56-41c52a14f7a1: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:24:07.168887 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4709d0-28fa-4802-8bb5-5f2223decc30 req-6e36d0ea-7959-4b34-98f9-755e1315635e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:07.170386 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ff4709d0-28fa-4802-8bb5-5f2223decc30 req-6e36d0ea-7959-4b34-98f9-755e1315635e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0493095 Dec 15 16:24:07.219190 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ff4709d0-28fa-4802-8bb5-5f2223decc30 req-656279d1-ecaf-47ca-ab9e-0076b9ce1a68 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Dec 15 16:24:07.819913 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-2b4158b2-b8ad-4bda-ad72-d0fbcac0e9a3 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:07.821360 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-2b4158b2-b8ad-4bda-ad72-d0fbcac0e9a3 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 946 time: 0.0524912 Dec 15 16:24:07.912664 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Deleting port 682a098b-3dbc-4134-9c32-8d8da057e616 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:07.913016 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:08.001731 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] For port 682a098b-3dbc-4134-9c32-8d8da057e616, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=682a098b-3dbc-4134-9c32-8d8da057e616,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:08.002099 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:08.015304 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Calling delete_port for 682a098b-3dbc-4134-9c32-8d8da057e616 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:08.140867 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:08.170626 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'Port': ['ID=682a098b-3dbc-4134-9c32-8d8da057e616,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:08.213291 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] No DVR routers for this DVR port 682a098b-3dbc-4134-9c32-8d8da057e616 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:08.215811 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:08.219295 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-ad16567b-0615-4348-836d-8ee4e33c4b72 req-bbd59049-18c0-486f-8347-9e640637c21d tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "DELETE /v2.0/ports/682a098b-3dbc-4134-9c32-8d8da057e616 HTTP/1.1" status: 204 len: 173 time: 0.3896375 Dec 15 16:24:08.219732 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'name': 'network-vif-deleted', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:08.221990 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b9016-2a65-4266-b704-bef24ece7c2d" -d '{"events": [{"server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "name": "network-vif-deleted", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:08.260533 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a98d49-bb24-4788-bbe7-b281ab45c9ce x-openstack-request-id: req-f7a98d49-bb24-4788-bbe7-b281ab45c9ce {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:08.260829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e76ae3-5f80-4d68-9e98-21321cb3777f", "name": "network-vif-deleted", "tag": "682a098b-3dbc-4134-9c32-8d8da057e616", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:08.261100 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7a98d49-bb24-4788-bbe7-b281ab45c9ce {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:08.261521 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e76ae3-5f80-4d68-9e98-21321cb3777f', 'name': 'network-vif-deleted', 'tag': '682a098b-3dbc-4134-9c32-8d8da057e616', 'status': 'completed', 'code': 200} Dec 15 16:24:08.323281 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-76061226-4c65-45cc-95b7-82661d9788fd req-cdf1137a-fcc1-4ebf-9818-b668b2cbb700 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e76ae3-5f80-4d68-9e98-21321cb3777f HTTP/1.1" status: 200 len: 210 time: 0.0272036 Dec 15 16:24:11.457156 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 682a098b-3dbc-4134-9c32-8d8da057e616 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:11.478047 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 682a098b-3dbc-4134-9c32-8d8da057e616 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:11.478397 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 682a098b-3dbc-4134-9c32-8d8da057e616 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:11.598729 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49548) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:11.750736 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Deleting port e3e95708-fa9a-4491-abd4-1be4e88752bf {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:11.750964 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:11.827996 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:11.828326 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:11.839688 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Calling delete_port for e3e95708-fa9a-4491-abd4-1be4e88752bf owned by network:floatingip {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:11.984238 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.008482 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'Port': ['ID=e3e95708-fa9a-4491-abd4-1be4e88752bf,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:12.067549 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.067919 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.db.l3_db [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Floating IP d30d70cd-0087-42af-b3d7-3f43c6d042db disassociated (deleted). External IP: 172.27.0.98, port: 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74. Dec 15 16:24:12.271223 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:12.376028 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:12.381082 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.386018 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:12.395492 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:12.396325 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:23:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:12.407115 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-0a65ae79-7e2b-408a-b049-60c2018f36ef tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "DELETE /v2.0/floatingips/d30d70cd-0087-42af-b3d7-3f43c6d042db HTTP/1.1" status: 204 len: 168 time: 0.8073385 Dec 15 16:24:12.407701 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:12.410026 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c65f04-a9aa-4ddb-abbe-167ca710e509" -d '{"events": [{"name": "network-changed", "server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:12.448325 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a0aa75-1ebe-434c-b77d-2908110a8f8f x-openstack-request-id: req-13a0aa75-1ebe-434c-b77d-2908110a8f8f {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:12.448612 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:12.448867 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13a0aa75-1ebe-434c-b77d-2908110a8f8f {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:12.449267 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'status': 'completed', 'code': 200} Dec 15 16:24:12.514021 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:12.526519 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-a949eebd-e30d-4c27-b6d6-e98bdb5ca9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:12.528675 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-a949eebd-e30d-4c27-b6d6-e98bdb5ca9a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d37336bbfbab45f79ed53d56efe617c4&device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 1098 time: 0.0472724 Dec 15 16:24:12.632608 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-40e801bd-a9be-4167-98b7-ec648a3e4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:12.634106 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-40e801bd-a9be-4167-98b7-ec648a3e4498 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 200 len: 913 time: 0.0979869 Dec 15 16:24:12.651143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b73a23-4798-4f09-bfb0-5eef59d07885 req-c6c2a2c1-a73e-432b-b547-a739eddb21f6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:12.653379 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a8b73a23-4798-4f09-bfb0-5eef59d07885 req-c6c2a2c1-a73e-432b-b547-a739eddb21f6 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0565019 Dec 15 16:24:12.685579 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-479f8c25-6832-4077-8792-1ad57823dbb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 200 len: 217 time: 0.0410569 Dec 15 16:24:12.705982 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [req-a8b73a23-4798-4f09-bfb0-5eef59d07885 req-75faeefb-fa4b-4245-944a-ba285d4e13f2 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465424 Dec 15 16:24:12.748386 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-e8af8aed-d05c-4256-a0b3-ebf451ca2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:12.749934 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-e8af8aed-d05c-4256-a0b3-ebf451ca2a57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 200 len: 851 time: 0.0527127 Dec 15 16:24:12.795580 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-a5fb0d41-8bef-4ca9-8d15-1ade9195386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:12.796970 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-a5fb0d41-8bef-4ca9-8d15-1ade9195386a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388744 Dec 15 16:24:12.855677 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:12.882188 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:12.889783 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-73dd1883-1743-4619-a208-8f554cebb1b4 service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 Dec 15 16:24:12.890650 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:12.891254 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:23:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:12.982220 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-04c65f04-a9aa-4ddb-abbe-167ca710e509 req-8b845766-0f7c-45ef-be81-54d3271d3fea service neutron] 10.222.0.46 "GET /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840642 Dec 15 16:24:12.994404 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:13.194622 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:13.219617 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f3e20-99cd-439f-87e9-54a4c39b632d None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:17:06Z', 'revision_number': 4, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi', '_interfaces': [{'id': 'e08905a0-7c40-49a0-87a0-92a36a1af3ed', 'name': '', 'network_id': '6bf17fcc-7520-487a-8b2c-b8aaa08a20f8', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'mac_address': 'fa:16:3e:6e:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:05Z', 'updated_at': '2021-12-15T16:17:09Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'subnets': [{'id': '709752a9-7fc3-4250-80f4-bb7be69254e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:13.438302 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3ed72-7686-4b9d-ba19-7aae278a1584 None None] New status for floating IP d30d70cd-0087-42af-b3d7-3f43c6d042db: DOWN {{(pid=102594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:24:13.831947 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a046c-44d6-4ed2-ae9f-13a035974ec8 req-c510d6c3-9fbb-4c3e-bfdf-f5e02f2bc5ed tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:13.833777 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-076a046c-44d6-4ed2-ae9f-13a035974ec8 req-c510d6c3-9fbb-4c3e-bfdf-f5e02f2bc5ed tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0545578 Dec 15 16:24:13.888561 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-076a046c-44d6-4ed2-ae9f-13a035974ec8 req-aa30b151-8c2b-4f34-bb05-9489ca104352 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e028f41-b0cb-4ffc-b8e4-80ef09729fea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490291 Dec 15 16:24:14.398454 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-00745603-c51f-4528-8c1f-1d78c2fcfbcb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:14.399885 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-00745603-c51f-4528-8c1f-1d78c2fcfbcb tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 945 time: 0.0516102 Dec 15 16:24:14.468395 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.492737 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Deleting port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:14.493134 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.585234 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] For port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:14.585640 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.600476 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Calling delete_port for 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 owned by compute:nova {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:14.725081 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.761270 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'Port': ['ID=764c6fb7-9c23-438e-a0c8-71a2e0c0ef74,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:14.798203 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] No DVR routers for this DVR port 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 on host hv-cinder-80070 {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:14.800641 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for port, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.804494 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-d45de2c4-895c-477e-ae75-5c0e4736b082 req-c696e543-bf7d-4be3-8ba2-ba32e8207f38 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.46 "DELETE /v2.0/ports/764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 HTTP/1.1" status: 204 len: 173 time: 0.3936932 Dec 15 16:24:14.804945 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'name': 'network-vif-deleted', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74'}] {{(pid=102592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:14.807194 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}655889d4db99c8e2e6eed5314382b29efb544eb765ac85b3aa4d9ba3d48f43c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b284dd9a-cb96-4ab7-9bf2-9a8f2e4d325a" -d '{"events": [{"server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "name": "network-vif-deleted", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74"}]}' {{(pid=102592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:14.844560 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5c85c1-f587-4bba-af3a-3ea498a006a5 x-openstack-request-id: req-ba5c85c1-f587-4bba-af3a-3ea498a006a5 {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:14.845194 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819b4a9c-2da2-40d7-917d-bb9475f1874a", "name": "network-vif-deleted", "tag": "764c6fb7-9c23-438e-a0c8-71a2e0c0ef74", "status": "completed", "code": 200}]} {{(pid=102592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:14.845194 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba5c85c1-f587-4bba-af3a-3ea498a006a5 {{(pid=102592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:14.845499 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819b4a9c-2da2-40d7-917d-bb9475f1874a', 'name': 'network-vif-deleted', 'tag': '764c6fb7-9c23-438e-a0c8-71a2e0c0ef74', 'status': 'completed', 'code': 200} Dec 15 16:24:14.987975 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [req-18bebf95-10fa-4280-b5c5-eb0a44033123 req-3f8615e2-74ed-4257-816d-fb8d5e1f771e tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "GET /v2.0/ports?device_id=819b4a9c-2da2-40d7-917d-bb9475f1874a HTTP/1.1" status: 200 len: 210 time: 0.0254624 Dec 15 16:24:16.046497 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49564) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:16.166242 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Deleting port fb10fca7-f3d8-4821-962d-a33bf74411f0 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:16.166578 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:16.492316 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:16.492633 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:16.503769 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Calling delete_port for fb10fca7-f3d8-4821-962d-a33bf74411f0 owned by network:floatingip {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:16.632306 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:16.660902 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'Port': ['ID=fb10fca7-f3d8-4821-962d-a33bf74411f0,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:16.721936 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for floatingip, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:16.724820 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-919882'] for floatingip, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:16.725986 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-76b91370-a69a-428d-91f9-33c3496f0a02 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "DELETE /v2.0/floatingips/01640e42-d2b2-42ce-9894-b6758404f97f HTTP/1.1" status: 204 len: 168 time: 0.6785159 Dec 15 16:24:17.470957 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:17.491427 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] No Port match for: 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:17.491772 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Device 764c6fb7-9c23-438e-a0c8-71a2e0c0ef74 not bound to the agent host hv-cinder-80070 {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:17.911347 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49576) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:17.968676 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c7037562-1558-4510-aad0-697d2e3c3157 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:17.993826 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c7037562-1558-4510-aad0-697d2e3c3157 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.056402 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c7037562-1558-4510-aad0-697d2e3c3157 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.059036 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-c7037562-1558-4510-aad0-697d2e3c3157 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Publish callbacks [] for security_group, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.060183 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-c7037562-1558-4510-aad0-697d2e3c3157 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e028f41-b0cb-4ffc-b8e4-80ef09729fea HTTP/1.1" status: 204 len: 168 time: 0.1478548 Dec 15 16:24:18.069958 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7037562-1558-4510-aad0-697d2e3c3157 tempest-TestVolumeBootPattern-867278572 tempest-TestVolumeBootPattern-867278572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e028f41-b0cb-4ffc-b8e4-80ef09729fea,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:18.117900 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49580) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:18.602735 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.846817 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Deleting port e08905a0-7c40-49a0-87a0-92a36a1af3ed {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:18.847152 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.928942 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] For port e08905a0-7c40-49a0-87a0-92a36a1af3ed, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=e08905a0-7c40-49a0-87a0-92a36a1af3ed,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:18.929649 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.941633 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Calling delete_port for e08905a0-7c40-49a0-87a0-92a36a1af3ed owned by network:router_interface {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:19.130371 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.156343 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Pushing event deleted for resources: {'Port': ['ID=e08905a0-7c40-49a0-87a0-92a36a1af3ed,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:19.222004 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-35251659-b212-4cf8-a6b6-1fc31c0aabbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.319242 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.524497 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Router 6db0a659-00ef-42be-ad6b-e81283f5b53f has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:19.625549 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:19.630584 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-4f0874b7-fd73-48fb-8802-1df0a3a25eef admin admin] 10.222.0.36 "PUT /v2.0/routers/6db0a659-00ef-42be-ad6b-e81283f5b53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5116544 Dec 15 16:24:19.633090 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49584) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:19.635585 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] Sync routers for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:19.646568 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:19.647172 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:23:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:19.736865 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks [] for router, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.752137 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: dv-cinder-800704-2-iscsi {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:19.844426 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.897580 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Deleting port aba886f6-6391-403d-a66e-cee6da248b9b {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:19.898198 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.927932 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:24:19Z', 'revision_number': 5, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port': {'id': 'aba886f6-6391-403d-a66e-cee6da248b9b', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:03Z', 'updated_at': '2021-12-15T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:19.954597 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] Checking router: 6db0a659-00ef-42be-ad6b-e81283f5b53f for host: dv-cinder-800704-2-iscsi {{(pid=102593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:19.964652 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] Routers {'6db0a659-00ef-42be-ad6b-e81283f5b53f'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:19.965275 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:23:52Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['6db0a659-00ef-42be-ad6b-e81283f5b53f'], 'active': True} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:19.975961 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] For port aba886f6-6391-403d-a66e-cee6da248b9b, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=aba886f6-6391-403d-a66e-cee6da248b9b,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:19.976507 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:19.988942 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Calling delete_port for aba886f6-6391-403d-a66e-cee6da248b9b owned by network:router_gateway {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:20.051891 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvr_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] Set router 6db0a659-00ef-42be-ad6b-e81283f5b53f gateway port host: None {{(pid=102593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:20.107088 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_hamode_db [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:24:19Z', 'revision_number': 6, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:20.134891 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba7684-12f0-45ad-a035-47af80305cf5 None None] The sync data for ids ['6db0a659-00ef-42be-ad6b-e81283f5b53f'] in dv-cinder-800704-2-iscsi is: [{'id': '6db0a659-00ef-42be-ad6b-e81283f5b53f', 'name': 'tempest-TestVolumeBootPattern-1859806346-router', 'tenant_id': 'd37336bbfbab45f79ed53d56efe617c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:02Z', 'updated_at': '2021-12-15T16:24:19Z', 'revision_number': 6, 'project_id': 'd37336bbfbab45f79ed53d56efe617c4', 'gw_port_host': None}] {{(pid=102593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:20.154348 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.185099 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba886f6-6391-403d-a66e-cee6da248b9b,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:20.247139 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.334800 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.337542 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.382138 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.382623 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db0a659-00ef-42be-ad6b-e81283f5b53f {{(pid=102592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:24:20.387038 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] Publish callbacks [] for router, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.388177 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-784a0d88-faa9-425f-aaac-628cf7c14f80 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6db0a659-00ef-42be-ad6b-e81283f5b53f HTTP/1.1" status: 204 len: 168 time: 0.7535813 Dec 15 16:24:20.390682 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49586) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:20.436844 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.db_base_plugin_v2 [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Deleting subnet 709752a9-7fc3-4250-80f4-bb7be69254e2 {{(pid=102592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:24:20.439829 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.474500 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9332731'] for subnet, precommit_delete_associations {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.553180 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.610937 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3325887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246087'] for subnet, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.645300 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709752a9-7fc3-4250-80f4-bb7be69254e2,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:20.649318 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for subnet, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.651016 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db55ec7-f66b-40e2-9ede-bad04e349242 None None] Network 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:24:20.655604 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-deca3516-7d32-4cde-8bf8-b286ebbd2c57 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/709752a9-7fc3-4250-80f4-bb7be69254e2 HTTP/1.1" status: 204 len: 168 time: 0.2637696 Dec 15 16:24:20.658682 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [-] (102592) accepted ('10.222.0.36', 49588) {{(pid=102592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:20.726255 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.778866 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Deleting port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 {{(pid=102592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:20.779202 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.843425 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] For port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,segment=NetworkSegment(71d3bc75-9baf-428b-8f28-7bb36f0d9503),segment_id=71d3bc75-9baf-428b-8f28-7bb36f0d9503)] {{(pid=102592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:20.843723 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.856632 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.plugin [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Calling delete_port for d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 owned by network:dhcp {{(pid=102592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:20.919185 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] DHCP port deletion for 6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:24:20.942853 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3325832'] for port, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.967982 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Deleting port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 {{(pid=102593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:20.968359 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:20.972718 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:20.976269 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] No DVR routers for this DVR port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 on host dv-cinder-800704-2-iscsi {{(pid=102592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:21.052694 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.db [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] For port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3, host dv-cinder-800704-2-iscsi, got binding levels [] {{(pid=102593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:21.053241 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.054513 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.067355 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Calling delete_port for d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 owned by network:dhcp {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:21.070493 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.ipam_backend_mixin [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 was not found and therefore no delete operation was performed {{(pid=102593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 16:24:21.072662 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425'] for port, after_delete {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.079945 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf17fcc-7520-487a-8b2c-b8aaa08a20f8']}} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:21.090150 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d3bc75-9baf-428b-8f28-7bb36f0d9503') {'for_net_delete': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:21.090447 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.services.segments.db [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d3bc75-9baf-428b-8f28-7bb36f0d9503') {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:21.101052 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9332480'] for segment, before_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.104684 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] No DVR routers for this DVR port d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 on host dv-cinder-800704-2-iscsi {{(pid=102593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:21.110545 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Pushing event deleted for resources: {'Port': ['ID=d76b1f35-8ff5-4f16-bbcf-7358664dd9d3,revision_number=None']} {{(pid=102593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:21.117108 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.120026 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.120379 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.120722 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.121059 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.121413 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.121759 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.122129 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.122459 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.122785 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.123111 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.123487 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.123761 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.124082 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffef31bd-af2e-4e4d-b94b-33e5378562e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:21.136044 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:24:21.136517 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3325909'] for segment, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: Traceback (most recent call last): Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: timer() Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: cb(*args, **kw) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: return func(*args, **kwargs) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: self._notify() Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: self.callback(batched_events) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: event.method(event) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: return f(self, *a, **k) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._get(url).json() Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: return self.request(url, 'GET', **kwargs) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:24:21.138789 dv-cinder-800704-2-iscsi neutron-server[102592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:24:21.168017 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device aba886f6-6391-403d-a66e-cee6da248b9b no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:21.189831 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: aba886f6-6391-403d-a66e-cee6da248b9b {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:21.190178 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device aba886f6-6391-403d-a66e-cee6da248b9b not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:21.190681 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device e08905a0-7c40-49a0-87a0-92a36a1af3ed no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:21.205770 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.212629 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.218844 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: e08905a0-7c40-49a0-87a0-92a36a1af3ed {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:21.219000 dv-cinder-800704-2-iscsi neutron-server[102592]: INFO neutron.wsgi [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6bf17fcc-7520-487a-8b2c-b8aaa08a20f8 HTTP/1.1" status: 204 len: 168 time: 0.5564511 Dec 15 16:24:21.219117 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device e08905a0-7c40-49a0-87a0-92a36a1af3ed not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:21.219117 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:21.220104 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49590) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:21.232322 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c76d5e-6a40-473f-be03-594a9adc6a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf17fcc-7520-487a-8b2c-b8aaa08a20f8,revision_number=None']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:21.244035 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:21.244377 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device d76b1f35-8ff5-4f16-bbcf-7358664dd9d3 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:21.559876 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540191'] for router_interface, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.572462 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9661d8cd-dc1d-45e4-b740-43cc3c341e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.795352 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Deleting port befed95c-4ab0-47ce-a9fb-ffee823967f5 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:21.795687 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.876795 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] For port befed95c-4ab0-47ce-a9fb-ffee823967f5, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=befed95c-4ab0-47ce-a9fb-ffee823967f5,segment=NetworkSegment(72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7),segment_id=72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:21.877177 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:21.889221 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Calling delete_port for befed95c-4ab0-47ce-a9fb-ffee823967f5 owned by network:router_interface {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:22.062017 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.087553 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=befed95c-4ab0-47ce-a9fb-ffee823967f5,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:22.098892 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.099248 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.099609 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.099929 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.100265 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.100595 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.100927 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.101258 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.101617 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.101949 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.102270 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.102589 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.102908 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:22.256838 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540291'] for router_interface, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.465529 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 has already been hosted by L3 agent 6b46a39d-6114-442a-a35c-7bb7bd447f5f {{(pid=102591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:22.567795 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] Notify agent at l3_agent.dv-cinder-800704-2-iscsi the message routers_updated {{(pid=102591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:22.574083 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-eb779310-d8bc-4ed3-af27-4382abedcb00 admin admin] 10.222.0.36 "PUT /v2.0/routers/bc0b2426-ec14-4f62-a7c3-4fee5e49d825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3516655 Dec 15 16:24:22.575306 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49592) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:22.578370 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] Sync routers for ids ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'] in dv-cinder-800704-2-iscsi {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:22.588835 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] Routers {'bc0b2426-ec14-4f62-a7c3-4fee5e49d825'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:22.589466 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:24:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:22.678194 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.691690 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] Set router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 gateway port host: dv-cinder-800704-2-iscsi {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:22.781312 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.833084 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Deleting port bf951814-d5af-4998-ba23-530c97e85115 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:22.833448 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.870793 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'external_fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'bf951814-d5af-4998-ba23-530c97e85115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:24:22Z', 'revision_number': 5, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port': {'id': 'bf951814-d5af-4998-ba23-530c97e85115', 'name': '', 'network_id': '10784b00-9bdb-408d-a667-7e07e7464a57', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ff2ea7-112c-4b67-8924-3fbb7373503b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-2-iscsi'}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:22.896468 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] Checking router: bc0b2426-ec14-4f62-a7c3-4fee5e49d825 for host: dv-cinder-800704-2-iscsi {{(pid=102594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:22.903745 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.906241 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] Routers {'bc0b2426-ec14-4f62-a7c3-4fee5e49d825'} bound to L3 agent in host dv-cinder-800704-2-iscsi {{(pid=102594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:22.906846 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:02:51Z,description=,heartbeat_timestamp=2021-12-15T16:24:22Z,host='dv-cinder-800704-2-iscsi',id=6b46a39d-6114-442a-a35c-7bb7bd447f5f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:02:51Z,topic='l3_agent')) {'router_ids': ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'], 'active': True} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:22.917175 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] For port bf951814-d5af-4998-ba23-530c97e85115, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=bf951814-d5af-4998-ba23-530c97e85115,segment=NetworkSegment(15a467f9-a732-426b-93ea-8828603ba2c1),segment_id=15a467f9-a732-426b-93ea-8828603ba2c1)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:22.917596 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:22.930263 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Calling delete_port for bf951814-d5af-4998-ba23-530c97e85115 owned by network:router_gateway {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:22.992593 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_dvr_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] Set router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 gateway port host: None {{(pid=102594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:23.046440 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.l3_hamode_db [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:24:22Z', 'revision_number': 6, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port_host': None}], 'dv-cinder-800704-2-iscsi', False) {} {{(pid=102594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:23.075321 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900b61e-252e-498b-8c60-cb67e78d7363 None None] The sync data for ids ['bc0b2426-ec14-4f62-a7c3-4fee5e49d825'] in dv-cinder-800704-2-iscsi is: [{'id': 'bc0b2426-ec14-4f62-a7c3-4fee5e49d825', 'name': 'tempest-TestVolumeBootPattern-2058584500-router', 'tenant_id': 'edfbca64f58045d185b9667be12525c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:17:08Z', 'updated_at': '2021-12-15T16:24:22Z', 'revision_number': 6, 'project_id': 'edfbca64f58045d185b9667be12525c4', 'gw_port_host': None}] {{(pid=102594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:23.097521 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.122205 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf951814-d5af-4998-ba23-530c97e85115,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:23.184932 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539425'] for router_gateway, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.270998 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4932'] for router, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.273100 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.566876 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534200'] for router, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.567396 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0b2426-ec14-4f62-a7c3-4fee5e49d825 {{(pid=102591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:24:23.571995 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.573097 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-860571df-2027-40fb-a24d-aa957f0b15b5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bc0b2426-ec14-4f62-a7c3-4fee5e49d825 HTTP/1.1" status: 204 len: 168 time: 0.9968932 Dec 15 16:24:23.575624 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49594) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:23.617948 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Deleting subnet e7c4e805-2c24-4070-b7da-3bf910a6739b {{(pid=102591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:24:23.620895 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.652723 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8505221'] for subnet, precommit_delete_associations {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.730737 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7560198'] for subnet, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.781331 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7560205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10070125'] for subnet, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.808851 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c4e805-2c24-4070-b7da-3bf910a6739b,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:23.810858 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.814108 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-87e4d3b6-81e1-411b-b1d4-dc9a1f572091 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e7c4e805-2c24-4070-b7da-3bf910a6739b HTTP/1.1" status: 204 len: 168 time: 0.2375660 Dec 15 16:24:23.815642 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0cc09-60c2-4a36-bbb1-1457ee1441e9 None None] Network f1763bf3-d4e4-4ade-bde4-3772aaf234f1 requested from dv-cinder-800704-2-iscsi {{(pid=102593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:24:23.816599 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49596) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:23.892143 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8219688'] for network, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:23.954589 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Deleting port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:23.954908 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789478091888'] for port, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.023467 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] For port 3f0db40c-2cb9-497e-ad0e-4a49f0603859, host dv-cinder-800704-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-2-iscsi',level=0,port_id=3f0db40c-2cb9-497e-ad0e-4a49f0603859,segment=NetworkSegment(72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7),segment_id=72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:24.023761 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576138'] for port, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.037731 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Calling delete_port for 3f0db40c-2cb9-497e-ad0e-4a49f0603859 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:24.050906 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.126799 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976213e1-baf7-4bd9-b732-2dde10e2f820 None None] DHCP port deletion for f1763bf3-d4e4-4ade-bde4-3772aaf234f1 request from dv-cinder-800704-2-iscsi {{(pid=102593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:24:24.131455 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8238854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789478132947', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789477599425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9399884'] for port, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.152135 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-976213e1-baf7-4bd9-b732-2dde10e2f820 None None] The port '3f0db40c-2cb9-497e-ad0e-4a49f0603859' was deleted {{(pid=102593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 16:24:24.159741 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0db40c-2cb9-497e-ad0e-4a49f0603859,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:24.164761 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] No DVR routers for this DVR port 3f0db40c-2cb9-497e-ad0e-4a49f0603859 on host dv-cinder-800704-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:24.238109 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7559057', 'neutron.services.segments.db._delete_segments_for_network-8789478148994'] for network, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.258463 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1763bf3-d4e4-4ade-bde4-3772aaf234f1']}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:24.269349 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7') {'for_net_delete': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:24.269680 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.services.segments.db [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f4dcd1-3c36-4f4d-bffe-35e0afac8ac7') {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:24.278848 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789478152843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8505214'] for segment, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.294637 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383'] for segment, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.301274 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:24:24.301701 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7562383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9399825'] for segment, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: Traceback (most recent call last): Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: timer() Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: cb(*args, **kw) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: return func(*args, **kwargs) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: self._notify() Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: self.callback(batched_events) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: event.method(event) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: return f(self, *a, **k) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._get(url).json() Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: return self.request(url, 'GET', **kwargs) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:24:24.303315 dv-cinder-800704-2-iscsi neutron-server[102591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:24:24.355342 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7559064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539405'] for network, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.361206 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633961'] for network, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.364398 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] 10.222.0.36 "DELETE /v2.0/networks/f1763bf3-d4e4-4ade-bde4-3772aaf234f1 HTTP/1.1" status: 204 len: 168 time: 0.5468857 Dec 15 16:24:24.373857 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4952-3f57-4ad1-801b-fa8a58195aed admin admin] Pushing event deleted for resources: {'Network': ['ID=f1763bf3-d4e4-4ade-bde4-3772aaf234f1,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:24.479875 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49600) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:24.520433 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-8eee7986-7425-4113-bfe1-807cac3c6864 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d37336bbfbab45f79ed53d56efe617c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393331 Dec 15 16:24:24.522856 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49602) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:24.573374 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55cf2dc3-87e7-4e6f-9174-4c573504fb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.593933 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55cf2dc3-87e7-4e6f-9174-4c573504fb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.641457 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55cf2dc3-87e7-4e6f-9174-4c573504fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.644448 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55cf2dc3-87e7-4e6f-9174-4c573504fb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.645630 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-55cf2dc3-87e7-4e6f-9174-4c573504fb8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afd99a2b-5c24-4e6a-b8be-7fb1723c4c27 HTTP/1.1" status: 204 len: 168 time: 0.1218495 Dec 15 16:24:24.654262 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf2dc3-87e7-4e6f-9174-4c573504fb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd99a2b-5c24-4e6a-b8be-7fb1723c4c27,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:24.962037 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49608) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:25.001477 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-5cc10894-0c6b-4723-8849-9b99e6050362 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edfbca64f58045d185b9667be12525c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382259 Dec 15 16:24:25.004539 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [-] (102591) accepted ('10.222.0.36', 49610) {{(pid=102591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:25.053669 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b86e272-0ceb-4dfb-ad5b-5b797cb628ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:25.082313 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b86e272-0ceb-4dfb-ad5b-5b797cb628ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:25.134271 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b86e272-0ceb-4dfb-ad5b-5b797cb628ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551779'] for security_group, after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:25.136943 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9b86e272-0ceb-4dfb-ad5b-5b797cb628ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:25.138047 dv-cinder-800704-2-iscsi neutron-server[102591]: INFO neutron.wsgi [None req-9b86e272-0ceb-4dfb-ad5b-5b797cb628ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1325e75b-58f1-486e-8aa3-a2db053d5096 HTTP/1.1" status: 204 len: 168 time: 0.1326199 Dec 15 16:24:25.147847 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86e272-0ceb-4dfb-ad5b-5b797cb628ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1325e75b-58f1-486e-8aa3-a2db053d5096,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:25.148578 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device befed95c-4ab0-47ce-a9fb-ffee823967f5 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:25.171466 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: befed95c-4ab0-47ce-a9fb-ffee823967f5 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:25.171807 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device befed95c-4ab0-47ce-a9fb-ffee823967f5 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:25.172218 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device bf951814-d5af-4998-ba23-530c97e85115 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:25.197981 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: bf951814-d5af-4998-ba23-530c97e85115 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:25.198621 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device bf951814-d5af-4998-ba23-530c97e85115 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:25.199270 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 3f0db40c-2cb9-497e-ad0e-4a49f0603859 no longer exists at agent ovs-agent-dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:25.218050 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] No Port match for: 3f0db40c-2cb9-497e-ad0e-4a49f0603859 {{(pid=102593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:25.218360 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron.plugins.ml2.rpc [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Device 3f0db40c-2cb9-497e-ad0e-4a49f0603859 not bound to the agent host dv-cinder-800704-2-iscsi {{(pid=102593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:25.610372 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.588460 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:24:44.463073 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:49.213899 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-25201d2f-f86a-449e-b6ad-53cfe70e4a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:51.574636 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-82eb378e-6636-4f9a-a739-4726d50c0308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:52.904780 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:53.941472 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.613804 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:14.462737 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:19.215834 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-6153f95f-1a3e-4e79-ba6e-637d2ce5159d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:19.587097 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:25:21.576139 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7a43f556-87a3-4257-a72b-5887609c3d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:22.906935 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:23.941921 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:25.617604 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:44.459754 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:49.216986 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-0f5bd771-6947-463c-9d9b-295fb57e4d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:51.577725 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-5de4286a-c6ae-4e15-b772-9a4a6c634b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:52.910691 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:53.946380 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:55.619561 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:56.586816 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:26:01.984096 dv-cinder-800704-2-iscsi neutron-server[102592]: DEBUG neutron.wsgi [req-f836cd4f-b67b-440a-bdf4-d947d65e5619 req-240b4f2d-ce06-4796-ab5f-ae0722b0e89a service neutron] (102592) timed out ('10.222.0.46', 60897) {{(pid=102592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 16:26:14.469820 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:19.218609 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-409652dd-b55f-418e-8b0a-b75a6fc28e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:21.579169 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7577948e-4f2f-4bd2-a57c-578a7579d79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:22.913896 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:23.948874 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.621765 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:33.586732 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:26:44.458633 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:49.219306 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b0b17c96-f64c-478c-baa6-ff5eac53bc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:51.582003 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-d335e9d3-cbbb-4ace-8671-d6b1b98b0ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:52.917795 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:53.954412 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:55.627138 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:10.586126 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:27:14.466106 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:19.221063 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-9a9c87eb-d416-4afb-8909-84de2346039d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:21.584252 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-cf74ceb8-22bc-4a8f-af83-433bc6849a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:22.919740 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:23.956545 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:25.619625 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:30.932684 dv-cinder-800704-2-iscsi neutron-server[102591]: DEBUG neutron.wsgi [req-8dc2b2d4-42f9-40ba-98b8-98ba570bd455 req-48aa572b-65b0-44b8-a87f-3511273c9c85 service neutron] (102591) timed out ('10.222.0.46', 60892) {{(pid=102591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 16:27:44.469639 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.584886 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:27:49.221886 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d143-a17a-4187-a25a-5fde9ce6403a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:51.586664 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-91f94f04-3a09-4bd1-a17a-7de2613e6ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:52.923297 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.959288 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:55.622520 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:14.480988 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:19.225342 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-39a1d147-a7ff-4b2f-bccc-8c72ba47dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.588224 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-b349cc51-6868-48e7-8ee5-6f855390add5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:22.925190 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:23.961846 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.584753 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:28:25.626733 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:44.479425 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:49.226986 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-a3494aca-762a-48e0-a22d-2f861856e91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:51.589455 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-4c163e5d-355a-4cd5-8442-416753f0b2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:52.928749 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:53.966219 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:55.629987 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:01.585589 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:29:14.477722 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:19.227197 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-2df3d89d-6b9d-434e-934f-a55737e66883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:21.590648 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3458-a253-4338-a0d8-fe45e8d3c854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:22.930391 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:23.968834 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:25.631944 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:38.585741 dv-cinder-800704-2-iscsi neutron-server[102594]: DEBUG neutron.db.agents_db [None req-8030ed61-d0d4-452b-9647-3571953d84d6 None None] Agent healthcheck: found 6 active agents {{(pid=102594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:29:44.484614 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd304-a4a3-40bf-9b43-bae36182cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:49.228755 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8d887937-1a8e-45b6-8228-64ca7e1c8bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:51.594930 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-7c27743d-4f72-4ab1-b547-c239c33a1bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:52.933280 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf42a-5c87-43ef-964e-cb602dfe1af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:53.973137 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-052598f2-edc3-49c8-9411-c1c2b782b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:55.636935 dv-cinder-800704-2-iscsi neutron-server[102593]: DEBUG neutron_lib.callbacks.manager [None req-8a5ead9f-8895-459d-b1df-aa915310083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789478148949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7556679'] for agent, after_update {{(pid=102593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}